2023-11-12 09:22:39,546 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:22:39,561 main DEBUG Took 0.012922 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:22:39,561 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:22:39,561 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:22:39,562 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:22:39,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,574 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:22:39,591 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,594 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,595 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,596 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,597 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,598 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,599 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,599 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:39,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,602 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:22:39,604 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:39,606 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:22:39,608 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:22:39,608 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:22:39,609 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:22:39,609 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:22:39,623 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:22:39,626 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:22:39,630 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:22:39,630 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:22:39,630 main DEBUG createAppenders(={Console}) 2023-11-12 09:22:39,631 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-12 09:22:39,631 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:22:39,632 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-12 09:22:39,632 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:22:39,633 main DEBUG OutputStream closed 2023-11-12 09:22:39,633 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:22:39,633 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:22:39,633 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-12 09:22:39,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:22:39,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:22:39,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:22:39,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:22:39,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:22:39,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:22:39,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:22:39,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:22:39,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:22:39,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:22:39,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:22:39,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:22:39,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:22:39,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:22:39,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:22:39,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:22:39,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:22:39,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:22:39,689 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:22:39,690 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-12 09:22:39,690 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:22:39,691 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-12T09:22:39,724 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRepairAfterFailedDelete timeout: 13 mins 2023-11-12 09:22:39,728 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:22:39,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:22:40,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29 2023-11-12T09:22:40,088 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:22:40,091 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:40,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:22:40,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/cluster_b5843618-cf1c-9423-8691-dce80535ce0e, deleteOnExit=true 2023-11-12T09:22:40,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:22:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/test.cache.data in system properties and HBase conf 2023-11-12T09:22:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:22:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:22:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:22:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:22:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:22:40,212 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:22:40,694 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:22:40,698 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:22:40,699 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:22:40,699 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:22:40,699 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:22:40,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:22:40,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:22:40,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:22:40,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:22:40,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:22:40,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:22:40,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:22:40,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:22:40,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:22:40,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:22:41,175 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:22:41,180 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:22:41,485 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:22:41,656 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@2674519d via org.mortbay.log.Slf4jLog 2023-11-12T09:22:41,675 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:41,723 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:41,768 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/java.io.tmpdir/Jetty_localhost_34345_hdfs____jf9bq5/webapp 2023-11-12T09:22:41,931 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34345 2023-11-12T09:22:41,961 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:22:41,961 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:22:42,554 WARN [Listener at localhost/33933 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:22:42,619 WARN [Listener at localhost/33933 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:22:42,638 WARN [Listener at localhost/33933 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:42,644 INFO [Listener at localhost/33933 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:42,651 INFO [Listener at localhost/33933 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/java.io.tmpdir/Jetty_localhost_37821_datanode____.wiurra/webapp 2023-11-12T09:22:42,757 INFO [Listener at localhost/33933 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37821 2023-11-12T09:22:43,063 WARN [Listener at localhost/38387 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:22:43,353 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:22:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x634adb4009679572: Processing first storage report for DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f from datanode f94a4f42-7f9e-436d-b05a-eae0f13f2db6 2023-11-12T09:22:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x634adb4009679572: from storage DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f node DatanodeRegistration(127.0.0.1:40089, datanodeUuid=f94a4f42-7f9e-436d-b05a-eae0f13f2db6, infoPort=35171, infoSecurePort=0, ipcPort=38387, storageInfo=lv=-57;cid=testClusterID;nsid=1847373187;c=1699780961255), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T09:22:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x634adb4009679572: Processing first storage report for DS-90be8287-e51b-49fa-a4fd-fb5a24f4611d from datanode f94a4f42-7f9e-436d-b05a-eae0f13f2db6 2023-11-12T09:22:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x634adb4009679572: from storage DS-90be8287-e51b-49fa-a4fd-fb5a24f4611d node DatanodeRegistration(127.0.0.1:40089, datanodeUuid=f94a4f42-7f9e-436d-b05a-eae0f13f2db6, infoPort=35171, infoSecurePort=0, ipcPort=38387, storageInfo=lv=-57;cid=testClusterID;nsid=1847373187;c=1699780961255), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T09:22:43,606 DEBUG [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29 2023-11-12T09:22:43,752 INFO [Listener at localhost/38387 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/cluster_b5843618-cf1c-9423-8691-dce80535ce0e/zookeeper_0, clientPort=60784, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/cluster_b5843618-cf1c-9423-8691-dce80535ce0e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/cluster_b5843618-cf1c-9423-8691-dce80535ce0e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:22:43,781 INFO [Listener at localhost/38387 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60784 2023-11-12T09:22:43,793 INFO [Listener at localhost/38387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:43,795 INFO [Listener at localhost/38387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:44,516 INFO [Listener at localhost/38387 {}] util.FSUtils(462): Created version file at hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 with version=8 2023-11-12T09:22:44,516 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/hbase-staging 2023-11-12T09:22:44,535 DEBUG [Listener at localhost/38387 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:22:44,535 DEBUG [Listener at localhost/38387 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:22:44,535 DEBUG [Listener at localhost/38387 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:22:44,535 DEBUG [Listener at localhost/38387 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:22:44,833 DEBUG [Listener at localhost/38387 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:22:45,667 INFO [Listener at localhost/38387 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:22:45,725 INFO [Listener at localhost/38387 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:45,726 INFO [Listener at localhost/38387 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:45,726 INFO [Listener at localhost/38387 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:22:45,726 INFO [Listener at localhost/38387 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:45,726 INFO [Listener at localhost/38387 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:22:45,931 INFO [Listener at localhost/38387 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:22:46,078 INFO [Listener at localhost/38387 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:22:46,096 DEBUG [Listener at localhost/38387 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:22:46,102 INFO [Listener at localhost/38387 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:22:46,152 DEBUG [Listener at localhost/38387 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 874 (auto-detected) 2023-11-12T09:22:46,153 DEBUG [Listener at localhost/38387 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:22:46,191 INFO [Listener at localhost/38387 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:37233 2023-11-12T09:22:46,206 INFO [Listener at localhost/38387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:46,208 INFO [Listener at localhost/38387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:46,229 INFO [Listener at localhost/38387 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:37233 connecting to ZooKeeper ensemble=127.0.0.1:60784 2023-11-12T09:22:46,284 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:372330x0, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:22:46,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:37233-0x1004cf11b840000 connected 2023-11-12T09:22:46,324 DEBUG [Listener at localhost/38387 {}] zookeeper.ZKUtil(113): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:22:46,328 DEBUG [Listener at localhost/38387 {}] zookeeper.ZKUtil(113): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:22:46,331 DEBUG [Listener at localhost/38387 {}] zookeeper.ZKUtil(113): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:22:46,342 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37233 2023-11-12T09:22:46,342 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37233 2023-11-12T09:22:46,343 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37233 2023-11-12T09:22:46,343 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37233 2023-11-12T09:22:46,343 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37233 2023-11-12T09:22:46,402 INFO [Listener at localhost/38387 {}] log.Log(170): Logging initialized @7552ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:22:46,530 INFO [Listener at localhost/38387 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:22:46,531 INFO [Listener at localhost/38387 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:22:46,532 INFO [Listener at localhost/38387 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:22:46,534 INFO [Listener at localhost/38387 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:22:46,534 INFO [Listener at localhost/38387 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:22:46,534 INFO [Listener at localhost/38387 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:22:46,537 INFO [Listener at localhost/38387 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:22:46,666 INFO [Listener at localhost/38387 {}] http.HttpServer(1227): Jetty bound to port 41157 2023-11-12T09:22:46,668 INFO [Listener at localhost/38387 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:22:46,700 INFO [Listener at localhost/38387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:46,704 INFO [Listener at localhost/38387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@289bedf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:22:46,705 INFO [Listener at localhost/38387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:46,705 INFO [Listener at localhost/38387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@370e4b23{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:22:46,767 INFO [Listener at localhost/38387 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:22:46,780 INFO [Listener at localhost/38387 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:22:46,780 INFO [Listener at localhost/38387 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:22:46,782 INFO [Listener at localhost/38387 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:22:46,790 INFO [Listener at localhost/38387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:47,918 INFO [Listener at localhost/38387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1819b130{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:22:47,929 INFO [Listener at localhost/38387 {}] server.AbstractConnector(333): Started ServerConnector@2e2ae247{HTTP/1.1, (http/1.1)}{0.0.0.0:41157} 2023-11-12T09:22:47,929 INFO [Listener at localhost/38387 {}] server.Server(415): Started @9080ms 2023-11-12T09:22:47,933 INFO [Listener at localhost/38387 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3, hbase.cluster.distributed=false 2023-11-12T09:22:47,997 INFO [Listener at localhost/38387 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:22:47,998 INFO [Listener at localhost/38387 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:47,998 INFO [Listener at localhost/38387 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:47,998 INFO [Listener at localhost/38387 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:22:47,998 INFO [Listener at localhost/38387 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:47,998 INFO [Listener at localhost/38387 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:22:48,007 INFO [Listener at localhost/38387 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:22:48,009 INFO [Listener at localhost/38387 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:22:48,011 INFO [Listener at localhost/38387 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45949 2023-11-12T09:22:48,013 INFO [Listener at localhost/38387 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:22:48,021 DEBUG [Listener at localhost/38387 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:22:48,022 INFO [Listener at localhost/38387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:48,026 INFO [Listener at localhost/38387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:48,028 INFO [Listener at localhost/38387 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45949 connecting to ZooKeeper ensemble=127.0.0.1:60784 2023-11-12T09:22:48,032 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:459490x0, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:22:48,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45949-0x1004cf11b840001 connected 2023-11-12T09:22:48,033 DEBUG [Listener at localhost/38387 {}] zookeeper.ZKUtil(113): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:22:48,034 DEBUG [Listener at localhost/38387 {}] zookeeper.ZKUtil(113): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:22:48,035 DEBUG [Listener at localhost/38387 {}] zookeeper.ZKUtil(113): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:22:48,036 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45949 2023-11-12T09:22:48,037 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45949 2023-11-12T09:22:48,037 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45949 2023-11-12T09:22:48,061 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45949 2023-11-12T09:22:48,061 DEBUG [Listener at localhost/38387 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45949 2023-11-12T09:22:48,068 INFO [Listener at localhost/38387 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:22:48,068 INFO [Listener at localhost/38387 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:22:48,068 INFO [Listener at localhost/38387 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:22:48,069 INFO [Listener at localhost/38387 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:22:48,069 INFO [Listener at localhost/38387 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:22:48,069 INFO [Listener at localhost/38387 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:22:48,070 INFO [Listener at localhost/38387 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:22:48,072 INFO [Listener at localhost/38387 {}] http.HttpServer(1227): Jetty bound to port 44753 2023-11-12T09:22:48,072 INFO [Listener at localhost/38387 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:22:48,074 INFO [Listener at localhost/38387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:48,074 INFO [Listener at localhost/38387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@722ee1b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:22:48,074 INFO [Listener at localhost/38387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:48,075 INFO [Listener at localhost/38387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@138877b9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:22:48,086 INFO [Listener at localhost/38387 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:22:48,087 INFO [Listener at localhost/38387 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:22:48,087 INFO [Listener at localhost/38387 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:22:48,087 INFO [Listener at localhost/38387 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:22:48,088 INFO [Listener at localhost/38387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:48,093 INFO [Listener at localhost/38387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5478baf5{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:22:48,094 INFO [Listener at localhost/38387 {}] server.AbstractConnector(333): Started ServerConnector@5eac96e6{HTTP/1.1, (http/1.1)}{0.0.0.0:44753} 2023-11-12T09:22:48,094 INFO [Listener at localhost/38387 {}] server.Server(415): Started @9245ms 2023-11-12T09:22:48,099 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:22:48,102 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@5ce2f1a1{HTTP/1.1, (http/1.1)}{0.0.0.0:37585} 2023-11-12T09:22:48,102 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9252ms 2023-11-12T09:22:48,102 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:48,114 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:22:48,114 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:22:48,117 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:48,122 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:37233 2023-11-12T09:22:48,137 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:22:48,137 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:22:48,137 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:48,137 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:48,138 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:22:48,140 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,37233,1699780964810 from backup master directory 2023-11-12T09:22:48,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:22:48,144 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:22:48,144 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:48,144 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:22:48,145 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:22:48,145 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:48,148 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:22:48,150 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:22:48,229 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/hbase.id with ID: 405b0f9b-c375-46c9-a2f9-4f8add350a9d 2023-11-12T09:22:48,269 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:48,284 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:48,284 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:48,325 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:48,327 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:22:48,345 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:22:48,346 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:22:48,347 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:22:48,357 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:22:48,359 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:22:48,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store 2023-11-12T09:22:48,855 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:22:48,856 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:48,856 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:22:48,856 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:48,856 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:48,856 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:22:48,857 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:48,857 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:48,857 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:22:48,859 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/.initializing 2023-11-12T09:22:48,859 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/WALs/jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:48,868 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:22:48,882 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C37233%2C1699780964810, suffix=, logDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/WALs/jenkins-hbase3.apache.org,37233,1699780964810, archiveDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/oldWALs, maxLogs=10 2023-11-12T09:22:48,911 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/WALs/jenkins-hbase3.apache.org,37233,1699780964810/jenkins-hbase3.apache.org%2C37233%2C1699780964810.1699780968889, exclude list is [], retry=0 2023-11-12T09:22:48,941 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK] 2023-11-12T09:22:48,948 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:22:49,019 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/WALs/jenkins-hbase3.apache.org,37233,1699780964810/jenkins-hbase3.apache.org%2C37233%2C1699780964810.1699780968889 2023-11-12T09:22:49,019 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK]] 2023-11-12T09:22:49,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:49,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:49,025 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,026 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:22:49,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:49,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:49,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:22:49,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:49,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:49,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:22:49,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:49,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:49,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:22:49,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:49,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:49,154 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,156 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,171 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:22:49,175 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:49,178 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:49,179 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11163188160, jitterRate=0.03965291380882263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:22:49,184 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:22:49,185 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:22:49,219 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274ad954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:49,274 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:22:49,294 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:22:49,295 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:22:49,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:22:49,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:22:49,306 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:22:49,306 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:22:49,341 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:22:49,358 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:22:49,361 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:22:49,364 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:22:49,366 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:22:49,368 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:22:49,371 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:22:49,377 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:22:49,379 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:22:49,380 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:22:49,382 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:22:49,397 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:22:49,399 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:22:49,405 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:22:49,405 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:22:49,406 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:49,406 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:49,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,37233,1699780964810, sessionid=0x1004cf11b840000, setting cluster-up flag (Was=false) 2023-11-12T09:22:49,416 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:22:49,426 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:49,426 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:49,433 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:22:49,435 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:49,438 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:49,438 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:49,444 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:22:49,446 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:49,452 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:49,452 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:49,457 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:22:49,459 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:49,508 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45949 2023-11-12T09:22:49,510 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(997): ClusterId : 405b0f9b-c375-46c9-a2f9-4f8add350a9d 2023-11-12T09:22:49,512 INFO [RS:0;jenkins-hbase3:45949 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:22:49,514 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:22:49,521 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:22:49,521 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:22:49,527 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:22:49,527 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:22:49,530 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:22:49,532 DEBUG [RS:0;jenkins-hbase3:45949 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b797e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:49,534 DEBUG [RS:0;jenkins-hbase3:45949 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ce664c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:22:49,541 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:22:49,542 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:22:49,542 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:22:49,546 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,37233,1699780964810 with isa=jenkins-hbase3.apache.org/172.31.12.81:45949, startcode=1699780967996 2023-11-12T09:22:49,572 DEBUG [RS:0;jenkins-hbase3:45949 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:22:49,621 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:22:49,630 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:22:49,635 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:22:49,644 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,37233,1699780964810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:22:49,649 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:22:49,649 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:22:49,649 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:22:49,649 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:22:49,649 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:22:49,650 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,650 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:22:49,650 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,651 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47517, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:22:49,662 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699780999662 2023-11-12T09:22:49,664 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37233 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:22:49,666 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:22:49,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:22:49,671 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:22:49,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:22:49,677 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:49,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:22:49,685 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:22:49,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:22:49,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:22:49,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:22:49,689 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:22:49,691 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,699 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:22:49,701 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:22:49,701 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:22:49,709 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3e0f42b5 to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:49,714 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:22:49,714 WARN [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:22:49,717 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d58e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:49,717 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:22:49,720 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:22:49,720 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:22:49,722 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780969722,5,FailOnTimeoutGroup] 2023-11-12T09:22:49,722 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780969722,5,FailOnTimeoutGroup] 2023-11-12T09:22:49,722 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,722 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:22:49,725 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,725 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,816 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,37233,1699780964810 with isa=jenkins-hbase3.apache.org/172.31.12.81:45949, startcode=1699780967996 2023-11-12T09:22:49,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37233 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:49,831 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:22:49,831 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:33933 2023-11-12T09:22:49,831 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41157 2023-11-12T09:22:49,841 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:22:49,842 DEBUG [RS:0;jenkins-hbase3:45949 {}] zookeeper.ZKUtil(111): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:49,842 WARN [RS:0;jenkins-hbase3:45949 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:22:49,842 INFO [RS:0;jenkins-hbase3:45949 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:22:49,842 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:49,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45949,1699780967996] 2023-11-12T09:22:49,860 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:22:49,876 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:22:49,890 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:22:49,895 INFO [RS:0;jenkins-hbase3:45949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:22:49,895 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,896 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:22:49,906 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,906 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,907 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,907 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,907 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,907 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,907 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:22:49,907 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,908 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,908 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,908 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,908 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:49,908 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:22:49,908 DEBUG [RS:0;jenkins-hbase3:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:22:49,910 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,910 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,910 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,910 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,910 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45949,1699780967996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:22:49,930 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:22:49,933 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45949,1699780967996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:49,953 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45949,1699780967996 started 2023-11-12T09:22:49,953 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45949,1699780967996, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45949, sessionid=0x1004cf11b840001 2023-11-12T09:22:49,954 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:22:49,954 DEBUG [RS:0;jenkins-hbase3:45949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:49,954 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45949,1699780967996' 2023-11-12T09:22:49,954 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:22:49,955 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:22:49,955 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:22:49,955 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:22:49,955 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45949,1699780967996' 2023-11-12T09:22:49,956 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:22:49,956 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:22:49,957 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:22:49,957 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:22:49,957 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:22:49,957 DEBUG [RS:0;jenkins-hbase3:45949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:49,957 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45949,1699780967996' 2023-11-12T09:22:49,957 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:22:49,958 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:22:49,959 DEBUG [RS:0;jenkins-hbase3:45949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:22:49,959 INFO [RS:0;jenkins-hbase3:45949 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:22:49,959 INFO [RS:0;jenkins-hbase3:45949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:22:50,070 INFO [RS:0;jenkins-hbase3:45949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:22:50,073 INFO [RS:0;jenkins-hbase3:45949 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45949%2C1699780967996, suffix=, logDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996, archiveDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/oldWALs, maxLogs=32 2023-11-12T09:22:50,085 DEBUG [RS:0;jenkins-hbase3:45949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.1699780970074, exclude list is [], retry=0 2023-11-12T09:22:50,091 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK] 2023-11-12T09:22:50,095 INFO [RS:0;jenkins-hbase3:45949 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.1699780970074 2023-11-12T09:22:50,095 DEBUG [RS:0;jenkins-hbase3:45949 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK]] 2023-11-12T09:22:50,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:22:50,096 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:22:50,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:50,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:22:50,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:22:50,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:50,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:50,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:22:50,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:22:50,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:50,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:50,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:22:50,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:22:50,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:50,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:50,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740 2023-11-12T09:22:50,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740 2023-11-12T09:22:50,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:22:50,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:22:50,532 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:50,533 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11691782560, jitterRate=0.08888210356235504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:22:50,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:22:50,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:22:50,535 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:22:50,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:22:50,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:22:50,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:22:50,537 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:22:50,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:22:50,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:22:50,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:22:50,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:22:50,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:22:50,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:22:50,727 DEBUG [jenkins-hbase3:37233 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:22:50,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:50,741 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45949,1699780967996, state=OPENING 2023-11-12T09:22:50,751 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:22:50,752 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:50,752 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:50,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:22:50,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:22:50,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:22:50,895 INFO [AsyncFSWAL-0-hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData {}] wal.AbstractFSWAL(1174): Slow sync cost: 126 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK]] 2023-11-12T09:22:51,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:51,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:22:51,086 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:22:51,097 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:22:51,098 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:22:51,098 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:22:51,101 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta, suffix=.meta, logDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996, archiveDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/oldWALs, maxLogs=32 2023-11-12T09:22:51,114 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta.1699780971103.meta, exclude list is [], retry=0 2023-11-12T09:22:51,118 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK] 2023-11-12T09:22:51,122 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta.1699780971103.meta 2023-11-12T09:22:51,122 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK]] 2023-11-12T09:22:51,122 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:51,127 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:51,128 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:22:51,145 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:22:51,145 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:22:51,150 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:22:51,150 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:51,150 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:22:51,150 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:22:51,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:22:51,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:22:51,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:51,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:51,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:22:51,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:22:51,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:51,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:51,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:22:51,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:22:51,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:51,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:51,161 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740 2023-11-12T09:22:51,164 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740 2023-11-12T09:22:51,166 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:22:51,168 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:22:51,169 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11485936160, jitterRate=0.06971116364002228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:22:51,170 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:22:51,182 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699780971070 2023-11-12T09:22:51,201 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:22:51,202 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:22:51,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:51,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45949,1699780967996, state=OPEN 2023-11-12T09:22:51,208 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:22:51,208 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:22:51,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:22:51,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:22:51,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:22:51,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45949,1699780967996 in 451 msec 2023-11-12T09:22:51,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:22:51,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2023-11-12T09:22:51,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7040 sec 2023-11-12T09:22:51,230 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699780971229, completionTime=-1 2023-11-12T09:22:51,230 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:22:51,230 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:22:51,308 DEBUG [hconnection-0x65c72022-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:51,312 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:51,340 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:22:51,340 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781031340 2023-11-12T09:22:51,341 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781091341 2023-11-12T09:22:51,341 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 110 msec 2023-11-12T09:22:51,372 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37233,1699780964810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:51,373 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37233,1699780964810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:51,373 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37233,1699780964810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:51,376 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:37233, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:51,376 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:51,387 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:22:51,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:22:51,408 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:22:51,421 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:22:51,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:51,428 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:51,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:51,854 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 23a749d40f2536747e685f8d64c554cf, NAME => 'hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:22:52,267 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:52,267 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 23a749d40f2536747e685f8d64c554cf, disabling compactions & flushes 2023-11-12T09:22:52,267 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:22:52,267 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:22:52,267 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. after waiting 0 ms 2023-11-12T09:22:52,267 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:22:52,267 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:22:52,267 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 23a749d40f2536747e685f8d64c554cf: 2023-11-12T09:22:52,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:52,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699780972272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780972272"}]},"ts":"1699780972272"} 2023-11-12T09:22:52,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:52,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:52,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780972321"}]},"ts":"1699780972321"} 2023-11-12T09:22:52,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:22:52,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=23a749d40f2536747e685f8d64c554cf, ASSIGN}] 2023-11-12T09:22:52,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=23a749d40f2536747e685f8d64c554cf, ASSIGN 2023-11-12T09:22:52,341 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=23a749d40f2536747e685f8d64c554cf, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45949,1699780967996; forceNewPlan=false, retain=false 2023-11-12T09:22:52,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=23a749d40f2536747e685f8d64c554cf, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:52,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 23a749d40f2536747e685f8d64c554cf, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:22:52,649 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:52,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:22:52,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 23a749d40f2536747e685f8d64c554cf, NAME => 'hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:52,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:52,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:22:52,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:52,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:22:52,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:22:52,659 INFO [StoreOpener-23a749d40f2536747e685f8d64c554cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:22:52,661 INFO [StoreOpener-23a749d40f2536747e685f8d64c554cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a749d40f2536747e685f8d64c554cf columnFamilyName info 2023-11-12T09:22:52,661 DEBUG [StoreOpener-23a749d40f2536747e685f8d64c554cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:52,662 INFO [StoreOpener-23a749d40f2536747e685f8d64c554cf-1 {}] regionserver.HStore(324): Store=23a749d40f2536747e685f8d64c554cf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:52,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf 2023-11-12T09:22:52,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf 2023-11-12T09:22:52,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:22:52,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:52,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 23a749d40f2536747e685f8d64c554cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11755441440, jitterRate=0.09481079876422882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:22:52,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 23a749d40f2536747e685f8d64c554cf: 2023-11-12T09:22:52,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf., pid=6, masterSystemTime=1699780972649 2023-11-12T09:22:52,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:22:52,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:22:52,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=23a749d40f2536747e685f8d64c554cf, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:52,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:22:52,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 23a749d40f2536747e685f8d64c554cf, server=jenkins-hbase3.apache.org,45949,1699780967996 in 188 msec 2023-11-12T09:22:52,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:22:52,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=23a749d40f2536747e685f8d64c554cf, ASSIGN in 350 msec 2023-11-12T09:22:52,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:52,693 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780972692"}]},"ts":"1699780972692"} 2023-11-12T09:22:52,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:22:52,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:52,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2910 sec 2023-11-12T09:22:52,727 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:22:52,728 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:52,728 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:52,728 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:52,777 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:22:52,793 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:52,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2023-11-12T09:22:52,802 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:22:52,813 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:52,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-12T09:22:52,827 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:22:52,833 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:22:52,835 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.690sec 2023-11-12T09:22:52,837 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:22:52,839 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:22:52,840 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:22:52,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:22:52,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:22:52,843 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37233,1699780964810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:22:52,843 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37233,1699780964810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:22:52,856 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:22:52,857 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:22:52,903 DEBUG [Listener at localhost/38387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x47c05042 to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:52,907 DEBUG [Listener at localhost/38387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bf440b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:52,912 DEBUG [Listener at localhost/38387 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:22:52,912 DEBUG [Listener at localhost/38387 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:22:52,926 DEBUG [hconnection-0x3f7edbed-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:52,937 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37318, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:52,948 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:22:52,948 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:22:52,948 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/test.cache.data in system properties and HBase conf 2023-11-12T09:22:52,948 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:22:52,948 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:22:52,949 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:22:52,949 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:22:52,949 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:22:52,949 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:22:52,949 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:22:52,949 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:22:52,949 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:22:52,950 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:22:52,950 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:22:52,950 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:22:52,950 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:22:52,950 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:22:52,950 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:22:52,950 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:22:52,950 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:22:52,951 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:22:52,951 INFO [Listener at localhost/38387 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:22:54,807 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:55,173 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:55,179 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33733_jobhistory____.qu6fen/webapp 2023-11-12T09:22:55,354 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:22:55,354 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:22:55,354 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:22:55,357 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:22:55,451 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:55,579 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:55,865 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:22:55,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:22:55,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:22:55,901 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33733 2023-11-12T09:22:56,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:22:56,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:56,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:22:56,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:56,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:56,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:22:56,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:22:56,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:22:56,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:22:56,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:56,303 WARN [Listener at jenkins-hbase3.apache.org/38501 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:56,385 WARN [Listener at jenkins-hbase3.apache.org/38501 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:22:56,386 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:56,392 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37669_cluster____791l66/webapp 2023-11-12T09:22:56,474 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:22:56,474 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:22:56,474 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:22:56,475 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:22:56,484 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:56,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:22:56,738 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:56,819 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:56,826 INFO [Listener at jenkins-hbase3.apache.org/38501 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37669 2023-11-12T09:22:57,206 WARN [Listener at jenkins-hbase3.apache.org/39531 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:57,229 WARN [Listener at jenkins-hbase3.apache.org/39531 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:22:57,230 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:57,236 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38515_node____.jy030t/webapp 2023-11-12T09:22:57,292 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:22:57,292 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:22:57,292 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:22:57,292 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:22:57,301 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:57,326 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:57,402 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:57,413 INFO [Listener at jenkins-hbase3.apache.org/39531 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38515 2023-11-12T09:22:57,551 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:57,560 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:22:57,560 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:57,569 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36191_node____.ov5nob/webapp 2023-11-12T09:22:57,643 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:22:57,644 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:22:57,644 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:22:57,644 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:22:57,656 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:57,681 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:57,777 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:57,787 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36191 2023-11-12T09:22:57,829 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:22:57,829 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:33933/backupUT 2023-11-12T09:22:57,846 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:22:57,852 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50578, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:22:57,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:22:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:22:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:22:57,906 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:57,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 46 msec 2023-11-12T09:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:22:57,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:22:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:22:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:22:58,006 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:58,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-11-12T09:22:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:22:58,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:22:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:22:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:22:58,120 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:58,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2023-11-12T09:22:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:22:58,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:22:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:22:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:22:58,230 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:58,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-11-12T09:22:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:22:58,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699780977830', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699780977830 2023-11-12T09:22:58,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699780977830 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:58,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699780977830" procId is: 13 2023-11-12T09:22:58,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:58,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699780977830 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:58,785 INFO [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7af660859c0978b7a63743b540a0577b, NAME => 'test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699780977830', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:22:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:59,202 DEBUG [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:59,202 DEBUG [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(1668): Closing 7af660859c0978b7a63743b540a0577b, disabling compactions & flushes 2023-11-12T09:22:59,202 INFO [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:22:59,202 DEBUG [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:22:59,202 DEBUG [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. after waiting 0 ms 2023-11-12T09:22:59,202 DEBUG [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:22:59,202 INFO [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(1909): Closed test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:22:59,202 DEBUG [RegionOpenAndInit-test-1699780977830-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7af660859c0978b7a63743b540a0577b: 2023-11-12T09:22:59,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699780977830 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:59,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699780979204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780979204"}]},"ts":"1699780979204"} 2023-11-12T09:22:59,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:59,208 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699780977830 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:59,208 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780977830","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780979208"}]},"ts":"1699780979208"} 2023-11-12T09:22:59,210 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780977830, state=ENABLING in hbase:meta 2023-11-12T09:22:59,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780977830, region=7af660859c0978b7a63743b540a0577b, ASSIGN}] 2023-11-12T09:22:59,218 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780977830, region=7af660859c0978b7a63743b540a0577b, ASSIGN 2023-11-12T09:22:59,219 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699780977830, region=7af660859c0978b7a63743b540a0577b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45949,1699780967996; forceNewPlan=false, retain=false 2023-11-12T09:22:59,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=7af660859c0978b7a63743b540a0577b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:59,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 7af660859c0978b7a63743b540a0577b, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:22:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:59,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:59,533 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:22:59,533 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 7af660859c0978b7a63743b540a0577b, NAME => 'test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:59,534 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:59,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699780977830 7af660859c0978b7a63743b540a0577b 2023-11-12T09:22:59,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:59,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 7af660859c0978b7a63743b540a0577b 2023-11-12T09:22:59,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 7af660859c0978b7a63743b540a0577b 2023-11-12T09:22:59,537 INFO [StoreOpener-7af660859c0978b7a63743b540a0577b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7af660859c0978b7a63743b540a0577b 2023-11-12T09:22:59,539 INFO [StoreOpener-7af660859c0978b7a63743b540a0577b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af660859c0978b7a63743b540a0577b columnFamilyName f 2023-11-12T09:22:59,539 DEBUG [StoreOpener-7af660859c0978b7a63743b540a0577b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:59,541 INFO [StoreOpener-7af660859c0978b7a63743b540a0577b-1 {}] regionserver.HStore(324): Store=7af660859c0978b7a63743b540a0577b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:59,542 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b 2023-11-12T09:22:59,543 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b 2023-11-12T09:22:59,546 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 7af660859c0978b7a63743b540a0577b 2023-11-12T09:22:59,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:59,553 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 7af660859c0978b7a63743b540a0577b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10672895520, jitterRate=-0.006009146571159363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:22:59,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 7af660859c0978b7a63743b540a0577b: 2023-11-12T09:22:59,555 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b., pid=15, masterSystemTime=1699780979526 2023-11-12T09:22:59,558 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:22:59,558 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:22:59,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=7af660859c0978b7a63743b540a0577b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:22:59,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:22:59,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 7af660859c0978b7a63743b540a0577b, server=jenkins-hbase3.apache.org,45949,1699780967996 in 188 msec 2023-11-12T09:22:59,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:22:59,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699780977830, region=7af660859c0978b7a63743b540a0577b, ASSIGN in 349 msec 2023-11-12T09:22:59,568 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699780977830 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:59,568 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780977830","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780979568"}]},"ts":"1699780979568"} 2023-11-12T09:22:59,570 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780977830, state=ENABLED in hbase:meta 2023-11-12T09:22:59,573 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699780977830 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:59,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699780977830 in 1.2330 sec 2023-11-12T09:23:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:23:00,462 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699780977830, procId: 13 completed 2023-11-12T09:23:00,463 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x32f94744 to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:00,470 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7210a0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:00,473 DEBUG [hconnection-0x7a241285-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:00,476 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46952, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:00,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] regionserver.HRegion(8210): writing data to region test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:23:00,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997809778301', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997809778301 2023-11-12T09:23:00,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997809778301 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:00,577 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:00,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997809778301" procId is: 16 2023-11-12T09:23:00,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997809778301 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:00,998 INFO [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b5ef985d8953129c7fbcd23d84a1da93, NAME => 'ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997809778301', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:23:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:01,417 DEBUG [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:01,417 DEBUG [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(1668): Closing b5ef985d8953129c7fbcd23d84a1da93, disabling compactions & flushes 2023-11-12T09:23:01,417 INFO [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:01,417 DEBUG [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:01,417 DEBUG [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. after waiting 0 ms 2023-11-12T09:23:01,417 DEBUG [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:01,417 INFO [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:01,417 DEBUG [RegionOpenAndInit-ns2:test-16997809778301-pool-0 {}] regionserver.HRegion(1622): Region close journal for b5ef985d8953129c7fbcd23d84a1da93: 2023-11-12T09:23:01,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997809778301 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:01,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780981418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780981418"}]},"ts":"1699780981418"} 2023-11-12T09:23:01,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:01,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997809778301 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:01,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997809778301","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780981422"}]},"ts":"1699780981422"} 2023-11-12T09:23:01,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997809778301, state=ENABLING in hbase:meta 2023-11-12T09:23:01,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997809778301, region=b5ef985d8953129c7fbcd23d84a1da93, ASSIGN}] 2023-11-12T09:23:01,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997809778301, region=b5ef985d8953129c7fbcd23d84a1da93, ASSIGN 2023-11-12T09:23:01,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997809778301, region=b5ef985d8953129c7fbcd23d84a1da93, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45949,1699780967996; forceNewPlan=false, retain=false 2023-11-12T09:23:01,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=b5ef985d8953129c7fbcd23d84a1da93, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:01,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure b5ef985d8953129c7fbcd23d84a1da93, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:23:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:01,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:01,744 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:01,744 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => b5ef985d8953129c7fbcd23d84a1da93, NAME => 'ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:01,745 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:01,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809778301 b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:01,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:01,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:01,745 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:01,747 INFO [StoreOpener-b5ef985d8953129c7fbcd23d84a1da93-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:01,749 INFO [StoreOpener-b5ef985d8953129c7fbcd23d84a1da93-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5ef985d8953129c7fbcd23d84a1da93 columnFamilyName f 2023-11-12T09:23:01,749 DEBUG [StoreOpener-b5ef985d8953129c7fbcd23d84a1da93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:01,750 INFO [StoreOpener-b5ef985d8953129c7fbcd23d84a1da93-1 {}] regionserver.HStore(324): Store=b5ef985d8953129c7fbcd23d84a1da93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:01,751 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:01,751 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:01,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:01,760 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:01,761 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened b5ef985d8953129c7fbcd23d84a1da93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11254041120, jitterRate=0.04811425507068634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:23:01,762 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for b5ef985d8953129c7fbcd23d84a1da93: 2023-11-12T09:23:01,763 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93., pid=18, masterSystemTime=1699780981740 2023-11-12T09:23:01,765 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:01,765 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:01,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=b5ef985d8953129c7fbcd23d84a1da93, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:01,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:23:01,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure b5ef985d8953129c7fbcd23d84a1da93, server=jenkins-hbase3.apache.org,45949,1699780967996 in 181 msec 2023-11-12T09:23:01,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:23:01,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997809778301, region=b5ef985d8953129c7fbcd23d84a1da93, ASSIGN in 342 msec 2023-11-12T09:23:01,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997809778301 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:01,775 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997809778301","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780981775"}]},"ts":"1699780981775"} 2023-11-12T09:23:01,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997809778301, state=ENABLED in hbase:meta 2023-11-12T09:23:01,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997809778301 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:01,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997809778301 in 1.2070 sec 2023-11-12T09:23:01,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997809778301' 2023-11-12T09:23:01,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699780977830' 2023-11-12T09:23:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:02,688 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997809778301, procId: 16 completed 2023-11-12T09:23:02,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:23:02,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997809778302', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997809778302 2023-11-12T09:23:02,777 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997809778302 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:02,777 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:02,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997809778302" procId is: 19 2023-11-12T09:23:02,778 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997809778302 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:03,193 INFO [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 830aa1f9f0414ef4d0eca172ee741bbe, NAME => 'ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997809778302', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:23:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:03,610 DEBUG [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:03,610 DEBUG [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(1668): Closing 830aa1f9f0414ef4d0eca172ee741bbe, disabling compactions & flushes 2023-11-12T09:23:03,610 INFO [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:03,610 DEBUG [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:03,610 DEBUG [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. after waiting 0 ms 2023-11-12T09:23:03,610 DEBUG [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:03,610 INFO [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:03,610 DEBUG [RegionOpenAndInit-ns3:test-16997809778302-pool-0 {}] regionserver.HRegion(1622): Region close journal for 830aa1f9f0414ef4d0eca172ee741bbe: 2023-11-12T09:23:03,612 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997809778302 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:03,612 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780983612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780983612"}]},"ts":"1699780983612"} 2023-11-12T09:23:03,615 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:03,616 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997809778302 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:03,616 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997809778302","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780983616"}]},"ts":"1699780983616"} 2023-11-12T09:23:03,617 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997809778302, state=ENABLING in hbase:meta 2023-11-12T09:23:03,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997809778302, region=830aa1f9f0414ef4d0eca172ee741bbe, ASSIGN}] 2023-11-12T09:23:03,628 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997809778302, region=830aa1f9f0414ef4d0eca172ee741bbe, ASSIGN 2023-11-12T09:23:03,629 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997809778302, region=830aa1f9f0414ef4d0eca172ee741bbe, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45949,1699780967996; forceNewPlan=false, retain=false 2023-11-12T09:23:03,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=830aa1f9f0414ef4d0eca172ee741bbe, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:03,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 830aa1f9f0414ef4d0eca172ee741bbe, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:23:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:03,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:03,941 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:03,941 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 830aa1f9f0414ef4d0eca172ee741bbe, NAME => 'ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:03,941 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:03,942 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809778302 830aa1f9f0414ef4d0eca172ee741bbe 2023-11-12T09:23:03,942 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:03,942 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 830aa1f9f0414ef4d0eca172ee741bbe 2023-11-12T09:23:03,942 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 830aa1f9f0414ef4d0eca172ee741bbe 2023-11-12T09:23:03,944 INFO [StoreOpener-830aa1f9f0414ef4d0eca172ee741bbe-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 830aa1f9f0414ef4d0eca172ee741bbe 2023-11-12T09:23:03,946 INFO [StoreOpener-830aa1f9f0414ef4d0eca172ee741bbe-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830aa1f9f0414ef4d0eca172ee741bbe columnFamilyName f 2023-11-12T09:23:03,946 DEBUG [StoreOpener-830aa1f9f0414ef4d0eca172ee741bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:03,946 INFO [StoreOpener-830aa1f9f0414ef4d0eca172ee741bbe-1 {}] regionserver.HStore(324): Store=830aa1f9f0414ef4d0eca172ee741bbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:03,948 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns3/test-16997809778302/830aa1f9f0414ef4d0eca172ee741bbe 2023-11-12T09:23:03,948 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns3/test-16997809778302/830aa1f9f0414ef4d0eca172ee741bbe 2023-11-12T09:23:03,952 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 830aa1f9f0414ef4d0eca172ee741bbe 2023-11-12T09:23:03,962 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns3/test-16997809778302/830aa1f9f0414ef4d0eca172ee741bbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:03,963 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 830aa1f9f0414ef4d0eca172ee741bbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11646707040, jitterRate=0.08468411862850189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:23:03,963 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 830aa1f9f0414ef4d0eca172ee741bbe: 2023-11-12T09:23:03,964 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe., pid=21, masterSystemTime=1699780983936 2023-11-12T09:23:03,967 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:03,967 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:03,967 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=830aa1f9f0414ef4d0eca172ee741bbe, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:03,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:23:03,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 830aa1f9f0414ef4d0eca172ee741bbe, server=jenkins-hbase3.apache.org,45949,1699780967996 in 186 msec 2023-11-12T09:23:03,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:23:03,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997809778302, region=830aa1f9f0414ef4d0eca172ee741bbe, ASSIGN in 346 msec 2023-11-12T09:23:03,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997809778302 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:03,975 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997809778302","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780983975"}]},"ts":"1699780983975"} 2023-11-12T09:23:03,977 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997809778302, state=ENABLED in hbase:meta 2023-11-12T09:23:03,980 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997809778302 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:03,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997809778302 in 1.2070 sec 2023-11-12T09:23:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:04,887 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997809778302, procId: 19 completed 2023-11-12T09:23:04,887 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997809778302 get assigned. Timeout = 60000ms 2023-11-12T09:23:04,889 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:23:04,894 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997809778302 assigned to meta. Checking AM states. 2023-11-12T09:23:04,895 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:23:04,895 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997809778302 assigned. 2023-11-12T09:23:04,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997809778303', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997809778303 2023-11-12T09:23:04,900 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997809778303 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:04,900 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:04,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997809778303" procId is: 22 2023-11-12T09:23:04,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997809778303 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:05,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:23:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:05,315 INFO [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => abc22812ae2e1fc294ae3abdd7188cea, NAME => 'ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997809778303', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:23:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:05,729 DEBUG [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:05,729 DEBUG [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(1668): Closing abc22812ae2e1fc294ae3abdd7188cea, disabling compactions & flushes 2023-11-12T09:23:05,729 INFO [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:05,729 DEBUG [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:05,729 DEBUG [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. after waiting 0 ms 2023-11-12T09:23:05,729 DEBUG [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:05,729 INFO [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:05,729 DEBUG [RegionOpenAndInit-ns4:test-16997809778303-pool-0 {}] regionserver.HRegion(1622): Region close journal for abc22812ae2e1fc294ae3abdd7188cea: 2023-11-12T09:23:05,731 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997809778303 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:05,731 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780985731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780985731"}]},"ts":"1699780985731"} 2023-11-12T09:23:05,733 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:05,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997809778303 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:05,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997809778303","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780985734"}]},"ts":"1699780985734"} 2023-11-12T09:23:05,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997809778303, state=ENABLING in hbase:meta 2023-11-12T09:23:05,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997809778303, region=abc22812ae2e1fc294ae3abdd7188cea, ASSIGN}] 2023-11-12T09:23:05,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997809778303, region=abc22812ae2e1fc294ae3abdd7188cea, ASSIGN 2023-11-12T09:23:05,757 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997809778303, region=abc22812ae2e1fc294ae3abdd7188cea, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45949,1699780967996; forceNewPlan=false, retain=false 2023-11-12T09:23:05,908 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=abc22812ae2e1fc294ae3abdd7188cea, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:05,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure abc22812ae2e1fc294ae3abdd7188cea, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:23:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:06,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:06,067 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:06,067 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => abc22812ae2e1fc294ae3abdd7188cea, NAME => 'ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:06,068 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:06,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809778303 abc22812ae2e1fc294ae3abdd7188cea 2023-11-12T09:23:06,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:06,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for abc22812ae2e1fc294ae3abdd7188cea 2023-11-12T09:23:06,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for abc22812ae2e1fc294ae3abdd7188cea 2023-11-12T09:23:06,070 INFO [StoreOpener-abc22812ae2e1fc294ae3abdd7188cea-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abc22812ae2e1fc294ae3abdd7188cea 2023-11-12T09:23:06,072 INFO [StoreOpener-abc22812ae2e1fc294ae3abdd7188cea-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc22812ae2e1fc294ae3abdd7188cea columnFamilyName f 2023-11-12T09:23:06,072 DEBUG [StoreOpener-abc22812ae2e1fc294ae3abdd7188cea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:06,072 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997809778302 2023-11-12T09:23:06,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997809778302 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:06,073 INFO [StoreOpener-abc22812ae2e1fc294ae3abdd7188cea-1 {}] regionserver.HStore(324): Store=abc22812ae2e1fc294ae3abdd7188cea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:06,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997809778301 2023-11-12T09:23:06,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997809778301 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:06,074 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns4/test-16997809778303/abc22812ae2e1fc294ae3abdd7188cea 2023-11-12T09:23:06,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699780977830 2023-11-12T09:23:06,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699780977830 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:06,075 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns4/test-16997809778303/abc22812ae2e1fc294ae3abdd7188cea 2023-11-12T09:23:06,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for abc22812ae2e1fc294ae3abdd7188cea 2023-11-12T09:23:06,082 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns4/test-16997809778303/abc22812ae2e1fc294ae3abdd7188cea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:06,083 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened abc22812ae2e1fc294ae3abdd7188cea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11977562880, jitterRate=0.11549746990203857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:23:06,083 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for abc22812ae2e1fc294ae3abdd7188cea: 2023-11-12T09:23:06,084 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea., pid=24, masterSystemTime=1699780986063 2023-11-12T09:23:06,086 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:06,087 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:06,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=abc22812ae2e1fc294ae3abdd7188cea, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:06,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:23:06,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure abc22812ae2e1fc294ae3abdd7188cea, server=jenkins-hbase3.apache.org,45949,1699780967996 in 179 msec 2023-11-12T09:23:06,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:23:06,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997809778303, region=abc22812ae2e1fc294ae3abdd7188cea, ASSIGN in 338 msec 2023-11-12T09:23:06,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997809778303 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:06,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997809778303","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780986094"}]},"ts":"1699780986094"} 2023-11-12T09:23:06,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997809778303, state=ENABLED in hbase:meta 2023-11-12T09:23:06,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997809778303 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:06,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997809778303 in 1.2020 sec 2023-11-12T09:23:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:07,010 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997809778303, procId: 22 completed 2023-11-12T09:23:07,010 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997809778303 get assigned. Timeout = 60000ms 2023-11-12T09:23:07,010 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:23:07,014 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997809778303 assigned to meta. Checking AM states. 2023-11-12T09:23:07,014 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:23:07,014 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997809778303 assigned. 2023-11-12T09:23:07,015 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x32f94744 to 127.0.0.1:60784 2023-11-12T09:23:07,015 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:07,063 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.ResourceChecker(147): before: backup.TestRepairAfterFailedDelete#testRepairBackupDelete Thread=585, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=152, ProcessCount=172, AvailableMemoryMB=5712 2023-11-12T09:23:07,063 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2023-11-12T09:23:07,065 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] backup.TestRepairAfterFailedDelete(51): test repair backup delete on a single table with data 2023-11-12T09:23:07,067 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6bb4cebd to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:07,073 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47eea82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:07,081 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:07,083 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:07,095 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:23:07,096 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52660, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:23:07,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:23:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:23:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:23:07,120 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:07,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 16 msec 2023-11-12T09:23:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:23:07,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:23:07,234 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:07,234 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:07,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:23:07,236 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:07,656 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ad85e9e6f4b82f0991d9f6f6300b217e, NAME => 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:23:07,668 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:07,668 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing ad85e9e6f4b82f0991d9f6f6300b217e, disabling compactions & flushes 2023-11-12T09:23:07,668 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:07,668 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:07,668 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. after waiting 0 ms 2023-11-12T09:23:07,668 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:07,668 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:07,668 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:07,670 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:07,670 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699780987670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780987670"}]},"ts":"1699780987670"} 2023-11-12T09:23:07,673 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:07,674 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:07,674 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780987674"}]},"ts":"1699780987674"} 2023-11-12T09:23:07,676 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:23:07,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, ASSIGN}] 2023-11-12T09:23:07,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, ASSIGN 2023-11-12T09:23:07,683 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45949,1699780967996; forceNewPlan=false, retain=false 2023-11-12T09:23:07,835 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ad85e9e6f4b82f0991d9f6f6300b217e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:07,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:23:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:07,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997809778302' 2023-11-12T09:23:07,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997809778303' 2023-11-12T09:23:07,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:07,995 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:07,995 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => ad85e9e6f4b82f0991d9f6f6300b217e, NAME => 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:07,996 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:07,996 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:07,996 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:07,996 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:07,996 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:07,998 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:08,001 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad85e9e6f4b82f0991d9f6f6300b217e columnFamilyName meta 2023-11-12T09:23:08,001 DEBUG [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:08,002 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.HStore(324): Store=ad85e9e6f4b82f0991d9f6f6300b217e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:08,002 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:08,003 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad85e9e6f4b82f0991d9f6f6300b217e columnFamilyName session 2023-11-12T09:23:08,003 DEBUG [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:08,004 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.HStore(324): Store=ad85e9e6f4b82f0991d9f6f6300b217e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:08,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:08,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:08,007 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:23:08,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:08,011 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:08,012 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened ad85e9e6f4b82f0991d9f6f6300b217e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11239602400, jitterRate=0.04676954448223114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:23:08,013 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:08,014 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e., pid=28, masterSystemTime=1699780987990 2023-11-12T09:23:08,016 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:08,016 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:08,016 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ad85e9e6f4b82f0991d9f6f6300b217e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:08,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:23:08,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e, server=jenkins-hbase3.apache.org,45949,1699780967996 in 181 msec 2023-11-12T09:23:08,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:23:08,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, ASSIGN in 341 msec 2023-11-12T09:23:08,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:08,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780988024"}]},"ts":"1699780988024"} 2023-11-12T09:23:08,025 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:23:08,028 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:08,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 798 msec 2023-11-12T09:23:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:08,342 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:23:08,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:23:08,361 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:08,361 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:08,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:23:08,362 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:23:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:23:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:23:08,775 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 810f40ae04c2fd891c00d2ba190cca12, NAME => 'backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:23:08,788 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:08,788 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 810f40ae04c2fd891c00d2ba190cca12, disabling compactions & flushes 2023-11-12T09:23:08,788 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:08,788 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:08,788 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. after waiting 0 ms 2023-11-12T09:23:08,788 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:08,788 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:08,788 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 810f40ae04c2fd891c00d2ba190cca12: 2023-11-12T09:23:08,790 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:08,790 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699780988790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780988790"}]},"ts":"1699780988790"} 2023-11-12T09:23:08,792 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:08,794 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:08,794 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780988794"}]},"ts":"1699780988794"} 2023-11-12T09:23:08,796 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:23:08,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=810f40ae04c2fd891c00d2ba190cca12, ASSIGN}] 2023-11-12T09:23:08,803 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=810f40ae04c2fd891c00d2ba190cca12, ASSIGN 2023-11-12T09:23:08,804 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=810f40ae04c2fd891c00d2ba190cca12, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45949,1699780967996; forceNewPlan=false, retain=false 2023-11-12T09:23:08,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=810f40ae04c2fd891c00d2ba190cca12, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:08,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 810f40ae04c2fd891c00d2ba190cca12, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:23:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:23:09,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:09,115 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:09,115 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 810f40ae04c2fd891c00d2ba190cca12, NAME => 'backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:09,116 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:09,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:09,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:09,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:09,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:09,118 INFO [StoreOpener-810f40ae04c2fd891c00d2ba190cca12-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:09,120 INFO [StoreOpener-810f40ae04c2fd891c00d2ba190cca12-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810f40ae04c2fd891c00d2ba190cca12 columnFamilyName meta 2023-11-12T09:23:09,120 DEBUG [StoreOpener-810f40ae04c2fd891c00d2ba190cca12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:09,121 INFO [StoreOpener-810f40ae04c2fd891c00d2ba190cca12-1 {}] regionserver.HStore(324): Store=810f40ae04c2fd891c00d2ba190cca12/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:09,121 INFO [StoreOpener-810f40ae04c2fd891c00d2ba190cca12-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:09,122 INFO [StoreOpener-810f40ae04c2fd891c00d2ba190cca12-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810f40ae04c2fd891c00d2ba190cca12 columnFamilyName session 2023-11-12T09:23:09,122 DEBUG [StoreOpener-810f40ae04c2fd891c00d2ba190cca12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:09,123 INFO [StoreOpener-810f40ae04c2fd891c00d2ba190cca12-1 {}] regionserver.HStore(324): Store=810f40ae04c2fd891c00d2ba190cca12/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:09,124 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system_bulk/810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:09,125 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system_bulk/810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:09,126 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:23:09,128 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:09,130 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system_bulk/810f40ae04c2fd891c00d2ba190cca12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:09,131 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 810f40ae04c2fd891c00d2ba190cca12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10901272000, jitterRate=0.015260070562362671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:23:09,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 810f40ae04c2fd891c00d2ba190cca12: 2023-11-12T09:23:09,133 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12., pid=31, masterSystemTime=1699780989110 2023-11-12T09:23:09,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:09,135 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:09,135 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=810f40ae04c2fd891c00d2ba190cca12, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:09,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:23:09,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 810f40ae04c2fd891c00d2ba190cca12, server=jenkins-hbase3.apache.org,45949,1699780967996 in 179 msec 2023-11-12T09:23:09,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:23:09,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=810f40ae04c2fd891c00d2ba190cca12, ASSIGN in 338 msec 2023-11-12T09:23:09,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:09,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780989143"}]},"ts":"1699780989143"} 2023-11-12T09:23:09,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:23:09,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:09,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 794 msec 2023-11-12T09:23:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:23:09,469 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:23:09,486 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:23:09,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780989541 (current time:1699780989541). 2023-11-12T09:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2cf088a1 to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747698a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:09,555 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59176, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2cf088a1 to 127.0.0.1:60784 2023-11-12T09:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:23:09,583 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:09,590 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:09,605 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot, current working dir path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:09,610 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:09,638 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:09,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e}] 2023-11-12T09:23:09,653 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:23:09,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:09,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45949 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:23:09,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:09,825 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing ad85e9e6f4b82f0991d9f6f6300b217e 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:23:09,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/8ec93e77de424b6d8a51256c5afeffc4 is 49, key is activesession:/session:c/1699780989520/Put/seqid=0 2023-11-12T09:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:23:10,335 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/8ec93e77de424b6d8a51256c5afeffc4 2023-11-12T09:23:10,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/8ec93e77de424b6d8a51256c5afeffc4 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4 2023-11-12T09:23:10,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:23:10,425 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for ad85e9e6f4b82f0991d9f6f6300b217e in 600ms, sequenceid=5, compaction requested=false 2023-11-12T09:23:10,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:23:10,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:10,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. for snapshot_backup_system completed. 2023-11-12T09:23:10,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:23:10,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:10,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:23:10,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4] hfiles 2023-11-12T09:23:10,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4 for snapshot=snapshot_backup_system 2023-11-12T09:23:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:23:10,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:10,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:23:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:23:10,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:10,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:10,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:23:10,867 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:10,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e in 1.2230 sec 2023-11-12T09:23:10,869 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:10,872 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:10,872 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:23:10,875 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:23:11,301 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:11,315 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:11,315 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:23:11,318 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:11,318 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:23:11,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7480 sec 2023-11-12T09:23:11,574 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:23:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:23:11,691 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:23:11,691 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.TableBackupClient(115): Backup backup_1699780987076 started at 1699780991691. 2023-11-12T09:23:11,714 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.TableBackupClient(119): Backup session backup_1699780987076 has been started. 2023-11-12T09:23:11,718 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:23:11,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:23:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:23:11,733 INFO [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:23:11,733 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:23:11,734 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:23:11,734 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:23:11,735 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,735 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:11,736 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:23:11,736 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,736 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:23:11,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:23:11,737 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,737 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:23:11,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:11,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:23:11,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:11,738 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:23:11,740 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:23:11,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:23:11,740 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:23:11,740 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:23:11,741 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:23:11,741 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:23:11,741 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45949,1699780967996' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:23:11,744 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,744 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:11,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:23:11,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:23:11,745 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:23:11,745 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:23:11,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:23:11,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:23:11,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:11,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:23:11,747 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45949,1699780967996' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:23:11,747 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@ade45f9[Count = 0] remaining members to acquire global barrier 2023-11-12T09:23:11,747 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:23:11,747 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:11,749 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:11,749 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:11,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:11,749 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:23:11,750 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,750 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:23:11,750 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:23:11,750 DEBUG [rs(jenkins-hbase3.apache.org,45949,1699780967996)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,751 INFO [rs(jenkins-hbase3.apache.org,45949,1699780967996)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780970074 highest: 1699780970074 on jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,751 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta:.meta(num 1699780971103) roll requested 2023-11-12T09:23:11,766 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta.1699780991751.meta, exclude list is [], retry=0 2023-11-12T09:23:11,773 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK] 2023-11-12T09:23:11,776 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta.1699780971103.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta.1699780991751.meta 2023-11-12T09:23:11,777 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK]] 2023-11-12T09:23:11,777 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta.1699780971103.meta is not closed yet, will try archiving it next time 2023-11-12T09:23:11,777 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45949%2C1699780967996:(num 1699780970074) roll requested 2023-11-12T09:23:11,790 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.1699780991777, exclude list is [], retry=0 2023-11-12T09:23:11,791 DEBUG [rs(jenkins-hbase3.apache.org,45949,1699780967996)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:23:11,791 INFO [rs(jenkins-hbase3.apache.org,45949,1699780967996)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780991777 on jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,792 DEBUG [rs(jenkins-hbase3.apache.org,45949,1699780967996)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:23:11,794 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK] 2023-11-12T09:23:11,795 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52670, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:23:11,798 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.1699780970074 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.1699780991777 2023-11-12T09:23:11,798 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40089,DS-c83402ed-4bd8-461a-bd0e-d8deb442b94f,DISK]] 2023-11-12T09:23:11,798 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.1699780970074 is not closed yet, will try archiving it next time 2023-11-12T09:23:11,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.1699780970074 not finished, retry = 0 2023-11-12T09:23:11,818 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:23:11,818 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45949,1699780967996' in zk 2023-11-12T09:23:11,821 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,821 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:23:11,821 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:23:11,821 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,821 DEBUG [member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:23:11,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:23:11,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:23:11,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:23:11,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:23:11,824 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:11,824 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:23:11,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:11,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45949,1699780967996': 2023-11-12T09:23:11,827 INFO [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:23:11,827 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45949,1699780967996' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:23:11,827 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:23:11,827 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:23:11,827 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:23:11,827 INFO [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:23:11,830 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,830 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,830 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:23:11,830 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:23:11,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:23:11,831 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:23:11,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:23:11,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:23:11,831 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:11,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:23:11,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:11,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,833 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:23:11,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:11,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:11,845 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:11,845 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): master:37233-0x1004cf11b840000, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:23:11,845 DEBUG [Listener at localhost/38387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45949-0x1004cf11b840001, quorum=127.0.0.1:60784, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:23:11,845 DEBUG [(jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:23:11,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:23:11,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:23:11,846 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:23:11,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:23:11,849 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:23:11,849 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:23:11,949 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:23:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:23:11,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } 2023-11-12T09:23:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780991962 (current time:1699780991962). 2023-11-12T09:23:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780991960_default_test-1699780977830 VERSION not specified, setting to 2 2023-11-12T09:23:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x72d59be8 to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c2dcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:11,973 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x72d59be8 to 127.0.0.1:60784 2023-11-12T09:23:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } 2023-11-12T09:23:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:23:11,979 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:23:11,980 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:11,983 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot, current working dir path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_1699780991960_default_test-1699780977830 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:11,985 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:11,994 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:11,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 7af660859c0978b7a63743b540a0577b}] 2023-11-12T09:23:11,996 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 7af660859c0978b7a63743b540a0577b 2023-11-12T09:23:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:23:12,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:12,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45949 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:23:12,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:23:12,150 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 7af660859c0978b7a63743b540a0577b 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:23:12,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/.tmp/f/58471363d39f42ae91baf388c4082ac9 is 37, key is row10/f:q1/1699780980492/Put/seqid=0 2023-11-12T09:23:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:23:12,579 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/.tmp/f/58471363d39f42ae91baf388c4082ac9 2023-11-12T09:23:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:23:12,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/.tmp/f/58471363d39f42ae91baf388c4082ac9 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/f/58471363d39f42ae91baf388c4082ac9 2023-11-12T09:23:12,599 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/f/58471363d39f42ae91baf388c4082ac9, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:23:12,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7af660859c0978b7a63743b540a0577b in 452ms, sequenceid=103, compaction requested=false 2023-11-12T09:23:12,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 7af660859c0978b7a63743b540a0577b: 2023-11-12T09:23:12,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. for snapshot_1699780991960_default_test-1699780977830 completed. 2023-11-12T09:23:12,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b.' region-info for snapshot=snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:12,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:12,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/f/58471363d39f42ae91baf388c4082ac9] hfiles 2023-11-12T09:23:12,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/f/58471363d39f42ae91baf388c4082ac9 for snapshot=snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:13,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:23:13,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:23:13,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780991960_default_test-1699780977830 on region 7af660859c0978b7a63743b540a0577b 2023-11-12T09:23:13,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 7af660859c0978b7a63743b540a0577b 2023-11-12T09:23:13,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:23:13,019 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:13,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 7af660859c0978b7a63743b540a0577b in 1.0230 sec 2023-11-12T09:23:13,020 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:13,021 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:13,021 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:13,022 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:13,043 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:13,051 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:13,051 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_1699780991960_default_test-1699780977830 to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:13,053 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:13,053 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:23:13,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780991960_default_test-1699780977830 table=test-1699780977830 type=FLUSH ttl=0 } in 1.0770 sec 2023-11-12T09:23:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:23:13,086 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699780977830, procId: 34 completed 2023-11-12T09:23:13,086 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699780987076 2023-11-12T09:23:13,086 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:23:13,088 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:23:13,091 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780987076_test-1699780977830 2023-11-12T09:23:13,091 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780991960_default_test-1699780977830 to hdfs://localhost:33933/backupUT/backup_1699780987076/default/test-1699780977830/ 2023-11-12T09:23:13,100 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:23:13,131 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:33933, inputRoot=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3 2023-11-12T09:23:13,131 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37233,1699780964810_1362870245_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33933/backupUT/backup_1699780987076/default/test-1699780977830, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33933/backupUT/backup_1699780987076/default/test-1699780977830/.hbase-snapshot/.tmp/snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:13,131 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:33933, inputRoot=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3, snapshotDir=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/snapshot_1699780991960_default_test-1699780977830. 2023-11-12T09:23:13,144 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/snapshot_1699780991960_default_test-1699780977830 to hdfs://localhost:33933/backupUT/backup_1699780987076/default/test-1699780977830/.hbase-snapshot/.tmp/snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:13,579 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:13,579 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:13,580 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:13,580 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:13,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:23:14,583 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop-2680013853167496534.jar 2023-11-12T09:23:14,583 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,584 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,584 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,585 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,585 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,585 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,586 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,586 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,587 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,587 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:23:14,588 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:23:14,589 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:23:14,589 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:23:14,590 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:23:14,590 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:23:14,590 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:23:14,591 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:23:14,591 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:23:14,592 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:23:14,592 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:23:14,593 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:23:14,597 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:14,597 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:14,598 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:14,598 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:14,598 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:14,599 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:14,599 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:14,660 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:23:14,684 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780991960_default_test-1699780977830' hfile list 2023-11-12T09:23:14,697 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:23:14,979 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/mapreduce.cluster.local.dir/1699780994923/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:23:14,979 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/mapreduce.cluster.local.dir/1699780994923/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:23:15,139 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:23:15,169 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/f/58471363d39f42ae91baf388c4082ac9 output=hdfs://localhost:33933/backupUT/backup_1699780987076/default/test-1699780977830/archive/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/f/58471363d39f42ae91baf388c4082ac9 2023-11-12T09:23:15,169 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:23:16,048 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:23:16,049 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:23:16,056 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:16,056 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780991960_default_test-1699780977830 finished. 2023-11-12T09:23:16,057 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1034): test-1699780977830 2023-11-12T09:23:16,072 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:23:16,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:16,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:23:16,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:16,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997809778303 2023-11-12T09:23:16,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997809778303 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:16,129 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780987076 2023-11-12T09:23:16,129 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:23:16,546 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:33933/backupUT/backup_1699780987076/.backup.manifest 2023-11-12T09:23:16,546 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.TableBackupClient(358): Backup backup_1699780987076 finished: type=FULL,tablelist=test-1699780977830,targetRootDir=hdfs://localhost:33933/backupUT,startts=1699780991691,completets=1699780996126,bytescopied=0 2023-11-12T09:23:16,546 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:23:16,546 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:16,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780991960_default_test-1699780977830" 2023-11-12T09:23:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780991960_default_test-1699780977830 2023-11-12T09:23:16,560 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780991960_default_test-1699780977830 for backup backup_1699780987076 succeeded. 2023-11-12T09:23:16,561 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:23:16,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:23:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:23:16,577 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:23:16,584 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:23:16,607 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.TableBackupClient(376): Backup backup_1699780987076 completed. 2023-11-12T09:23:16,607 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:23:16,608 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6bb4cebd to 127.0.0.1:60784 2023-11-12T09:23:16,608 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:16,628 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] backup.TestRepairAfterFailedDelete(55): backup complete 2023-11-12T09:23:16,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780996643 (current time:1699780996643). 2023-11-12T09:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot-backup VERSION not specified, setting to 2 2023-11-12T09:23:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0cc7780a to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686c29ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:16,653 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55596, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0cc7780a to 127.0.0.1:60784 2023-11-12T09:23:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:23:16,658 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:16,659 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:16,662 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot, current working dir path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot-backup org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:16,665 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:17,075 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:17,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e}] 2023-11-12T09:23:17,078 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:17,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:17,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45949 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-12T09:23:17,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:17,231 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing ad85e9e6f4b82f0991d9f6f6300b217e 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-11-12T09:23:17,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/7d4fc55ebe2444ad9677f14792b95a3c is 169, key is trslm:hdfs://localhost:33933/backupUT\x00test-1699780977830/meta:log-roll-map/1699780996116/Put/seqid=0 2023-11-12T09:23:17,255 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/7d4fc55ebe2444ad9677f14792b95a3c 2023-11-12T09:23:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:17,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/456b5702b5d74e729a34b1e6f97a4e2d is 310, key is session:backup_1699780987076/session:context/1699780996583/Put/seqid=0 2023-11-12T09:23:17,679 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/456b5702b5d74e729a34b1e6f97a4e2d 2023-11-12T09:23:17,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/7d4fc55ebe2444ad9677f14792b95a3c as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c 2023-11-12T09:23:17,694 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c, entries=4, sequenceid=16, filesize=5.5 K 2023-11-12T09:23:17,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/456b5702b5d74e729a34b1e6f97a4e2d as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d 2023-11-12T09:23:17,701 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d, entries=2, sequenceid=16, filesize=5.3 K 2023-11-12T09:23:17,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for ad85e9e6f4b82f0991d9f6f6300b217e in 472ms, sequenceid=16, compaction requested=false 2023-11-12T09:23:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. for snapshot-backup completed. 2023-11-12T09:23:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.' region-info for snapshot=snapshot-backup 2023-11-12T09:23:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c] hfiles 2023-11-12T09:23:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c for snapshot=snapshot-backup 2023-11-12T09:23:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d] hfiles 2023-11-12T09:23:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4 for snapshot=snapshot-backup 2023-11-12T09:23:17,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d for snapshot=snapshot-backup 2023-11-12T09:23:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:18,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:18,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-12T09:23:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-12T09:23:18,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot-backup on region ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:18,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:18,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:23:18,120 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:18,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e in 1.0430 sec 2023-11-12T09:23:18,121 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:18,121 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:18,121 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot-backup 2023-11-12T09:23:18,122 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot-backup 2023-11-12T09:23:18,534 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:18,543 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:18,544 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot-backup to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/snapshot-backup 2023-11-12T09:23:18,545 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:18,545 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:23:18,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } in 1.8900 sec 2023-11-12T09:23:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:18,767 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 36 completed 2023-11-12T09:23:18,779 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:23:18,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780998797 (current time:1699780998797). 2023-11-12T09:23:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:23:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x72e28977 to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae3452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:18,808 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55608, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x72e28977 to 127.0.0.1:60784 2023-11-12T09:23:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:23:18,813 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:18,814 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:18,817 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot, current working dir path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:18,820 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:19,227 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:19,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e}] 2023-11-12T09:23:19,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:19,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:19,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45949 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-12T09:23:19,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:19,382 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing ad85e9e6f4b82f0991d9f6f6300b217e 2/2 column families, dataSize=105 B heapSize=768 B 2023-11-12T09:23:19,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/390396e2b47842e7999935800059fe9d is 64, key is delete_op_row/meta:fam/1699780998789/Put/seqid=0 2023-11-12T09:23:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:19,540 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:23:19,543 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48778, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:23:19,792 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/390396e2b47842e7999935800059fe9d 2023-11-12T09:23:19,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/83d20749e2d24a74ad9ec69d3bdc8408 is 49, key is activesession:/session:c/1699780998786/Put/seqid=0 2023-11-12T09:23:19,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/83d20749e2d24a74ad9ec69d3bdc8408 2023-11-12T09:23:19,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/390396e2b47842e7999935800059fe9d as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/390396e2b47842e7999935800059fe9d 2023-11-12T09:23:19,820 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/390396e2b47842e7999935800059fe9d, entries=1, sequenceid=21, filesize=4.9 K 2023-11-12T09:23:19,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/83d20749e2d24a74ad9ec69d3bdc8408 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/83d20749e2d24a74ad9ec69d3bdc8408 2023-11-12T09:23:19,827 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/83d20749e2d24a74ad9ec69d3bdc8408, entries=1, sequenceid=21, filesize=4.9 K 2023-11-12T09:23:19,828 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~105 B/105, heapSize ~736 B/736, currentSize=0 B/0 for ad85e9e6f4b82f0991d9f6f6300b217e in 447ms, sequenceid=21, compaction requested=true 2023-11-12T09:23:19,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:19,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. for snapshot_backup_system completed. 2023-11-12T09:23:19,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:23:19,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:19,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/390396e2b47842e7999935800059fe9d] hfiles 2023-11-12T09:23:19,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c for snapshot=snapshot_backup_system 2023-11-12T09:23:19,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/390396e2b47842e7999935800059fe9d for snapshot=snapshot_backup_system 2023-11-12T09:23:19,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/83d20749e2d24a74ad9ec69d3bdc8408] hfiles 2023-11-12T09:23:19,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4 for snapshot=snapshot_backup_system 2023-11-12T09:23:19,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d for snapshot=snapshot_backup_system 2023-11-12T09:23:19,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/83d20749e2d24a74ad9ec69d3bdc8408 for snapshot=snapshot_backup_system 2023-11-12T09:23:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:20,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:20,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-12T09:23:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-12T09:23:20,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:20,237 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:20,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-12T09:23:20,240 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:20,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e in 1.0110 sec 2023-11-12T09:23:20,240 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:20,241 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:20,241 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:23:20,242 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:23:20,655 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:20,664 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:20,665 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:23:20,666 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:20,666 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:23:20,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8560 sec 2023-11-12T09:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:20,921 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-11-12T09:23:20,924 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupAdminImpl(227): Deleting backup backup_1699780987076 ... 2023-11-12T09:23:20,925 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] util.BackupUtils(437): Delete log files: .backup.manifest 2023-11-12T09:23:20,926 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] util.BackupUtils(437): Delete log files: default 2023-11-12T09:23:20,927 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] util.BackupUtils(445): Trying to cleanup up target dir : backup_1699780987076 2023-11-12T09:23:20,927 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] util.BackupUtils(460): No data has been found in hdfs://localhost:33933/backupUT/backup_1699780987076/default/test-1699780977830. 2023-11-12T09:23:20,928 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] util.BackupUtils(467): hdfs://localhost:33933/backupUT/backup_1699780987076/default is empty, remove it. 2023-11-12T09:23:20,940 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-11-12T09:23:20,940 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:23:20,943 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupAdminImpl(276): Delete backup backup_1699780987076 completed. 2023-11-12T09:23:20,950 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1034): test-1699780977830 2023-11-12T09:23:20,953 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:23:20,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:23:20,964 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:23:20,964 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:23:20,972 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$18(967): Started disable of backup:system 2023-11-12T09:23:20,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable backup:system 2023-11-12T09:23:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=backup:system 2023-11-12T09:23:20,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781000989"}]},"ts":"1699781000989"} 2023-11-12T09:23:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:20,991 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=DISABLING in hbase:meta 2023-11-12T09:23:20,992 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set backup:system to state=DISABLING 2023-11-12T09:23:20,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, UNASSIGN}] 2023-11-12T09:23:20,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, UNASSIGN 2023-11-12T09:23:20,996 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=ad85e9e6f4b82f0991d9f6f6300b217e, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:20,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; CloseRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:23:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:21,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:21,158 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(119): Close ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:21,159 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1668): Closing ad85e9e6f4b82f0991d9f6f6300b217e, disabling compactions & flushes 2023-11-12T09:23:21,159 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1690): Closing region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:21,159 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:21,159 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. after waiting 0 ms 2023-11-12T09:23:21,159 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:21,159 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(2819): Flushing ad85e9e6f4b82f0991d9f6f6300b217e 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-11-12T09:23:21,164 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/b51109d607b24cfb80b38e9d5cf93a20 is 91, key is incrbackupset:hdfs://localhost:33933/backupUT/meta:test-1699780977830/1699781000951/Put/seqid=0 2023-11-12T09:23:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:21,569 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/b51109d607b24cfb80b38e9d5cf93a20 2023-11-12T09:23:21,576 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b51109d607b24cfb80b38e9d5cf93a20 2023-11-12T09:23:21,580 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/95a3bf7cb0a546359d4140d8de0ca18d is 59, key is session:backup_1699780987076/session:/1699781000942/DeleteFamily/seqid=0 2023-11-12T09:23:21,584 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/95a3bf7cb0a546359d4140d8de0ca18d 2023-11-12T09:23:21,591 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95a3bf7cb0a546359d4140d8de0ca18d 2023-11-12T09:23:21,592 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/b51109d607b24cfb80b38e9d5cf93a20 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/b51109d607b24cfb80b38e9d5cf93a20 2023-11-12T09:23:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:21,600 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b51109d607b24cfb80b38e9d5cf93a20 2023-11-12T09:23:21,600 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/b51109d607b24cfb80b38e9d5cf93a20, entries=2, sequenceid=28, filesize=5.2 K 2023-11-12T09:23:21,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/95a3bf7cb0a546359d4140d8de0ca18d as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/95a3bf7cb0a546359d4140d8de0ca18d 2023-11-12T09:23:21,609 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95a3bf7cb0a546359d4140d8de0ca18d 2023-11-12T09:23:21,609 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/95a3bf7cb0a546359d4140d8de0ca18d, entries=2, sequenceid=28, filesize=5.2 K 2023-11-12T09:23:21,610 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for ad85e9e6f4b82f0991d9f6f6300b217e in 451ms, sequenceid=28, compaction requested=true 2023-11-12T09:23:21,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=1 2023-11-12T09:23:21,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:21,627 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1909): Closed backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:21,627 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1622): Region close journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:21,629 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(163): Closed ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:21,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=ad85e9e6f4b82f0991d9f6f6300b217e, regionState=CLOSED 2023-11-12T09:23:21,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-11-12T09:23:21,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; CloseRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e, server=jenkins-hbase3.apache.org,45949,1699780967996 in 633 msec 2023-11-12T09:23:21,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-12T09:23:21,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, UNASSIGN in 639 msec 2023-11-12T09:23:21,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781001635"}]},"ts":"1699781001635"} 2023-11-12T09:23:21,637 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=DISABLED in hbase:meta 2023-11-12T09:23:21,638 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set backup:system to state=DISABLED 2023-11-12T09:23:21,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; DisableTableProcedure table=backup:system in 659 msec 2023-11-12T09:23:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:22,097 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: backup:system, procId: 40 completed 2023-11-12T09:23:22,107 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin(2800): Taking restore-failsafe snapshot: hbase-failsafe-snapshot-backup-1699781002107 2023-11-12T09:23:22,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781002108 (current time:1699781002108). 2023-11-12T09:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot hbase-failsafe-snapshot-backup-1699781002107 VERSION not specified, setting to 2 2023-11-12T09:23:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x00618ff2 to 127.0.0.1:60784 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5a6b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:22,119 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55620, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x00618ff2 to 127.0.0.1:60784 2023-11-12T09:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-12T09:23:22,123 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:23:22,124 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:22,127 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot, current working dir path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1699781002107 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:22,129 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:23:22,536 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2023-11-12T09:23:22,538 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-11-12T09:23:22,538 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-11-12T09:23:22,538 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:22,540 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/390396e2b47842e7999935800059fe9d, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/b51109d607b24cfb80b38e9d5cf93a20] hfiles 2023-11-12T09:23:22,540 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/390396e2b47842e7999935800059fe9d 2023-11-12T09:23:22,540 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (2/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c 2023-11-12T09:23:22,540 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (3/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/b51109d607b24cfb80b38e9d5cf93a20 2023-11-12T09:23:22,541 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:22,542 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/83d20749e2d24a74ad9ec69d3bdc8408, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/95a3bf7cb0a546359d4140d8de0ca18d] hfiles 2023-11-12T09:23:22,543 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/4): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d 2023-11-12T09:23:22,543 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (2/4): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/83d20749e2d24a74ad9ec69d3bdc8408 2023-11-12T09:23:22,543 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (3/4): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4 2023-11-12T09:23:22,543 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (4/4): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/95a3bf7cb0a546359d4140d8de0ca18d 2023-11-12T09:23:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:23:22,948 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => ad85e9e6f4b82f0991d9f6f6300b217e, NAME => 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2023-11-12T09:23:22,950 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:22,950 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:22,951 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot-backup-1699781002107 2023-11-12T09:23:22,951 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1699781002107 2023-11-12T09:23:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:23:23,364 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:23,375 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:23,376 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1699781002107 to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/hbase-failsafe-snapshot-backup-1699781002107 2023-11-12T09:23:23,378 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:23,378 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-12T09:23:23,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1699781002107 table=backup:system type=FLUSH ttl=0 } in 1.2570 sec 2023-11-12T09:23:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:23:24,231 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 43 completed 2023-11-12T09:23:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1699780996643 type: FLUSH version: 2 ttl: 0 ) 2023-11-12T09:23:24,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(1051): Restore snapshot=snapshot-backup as table=backup:system 2023-11-12T09:23:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:23:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:23:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:23:24,674 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2023-11-12T09:23:24,674 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2023-11-12T09:23:24,676 INFO [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(386): Starting restore snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:24,682 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(181): starting restore table regions using snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1699780996643 type: FLUSH version: 2 ttl: 0 2023-11-12T09:23:24,682 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(846): get table regions: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system 2023-11-12T09:23:24,685 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(858): found 1 regions for table=backup:system 2023-11-12T09:23:24,685 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(227): region to restore: ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:24,699 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/390396e2b47842e7999935800059fe9d to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/archive/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/390396e2b47842e7999935800059fe9d 2023-11-12T09:23:24,702 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/b51109d607b24cfb80b38e9d5cf93a20 to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/archive/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/b51109d607b24cfb80b38e9d5cf93a20 2023-11-12T09:23:24,702 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:24,706 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/83d20749e2d24a74ad9ec69d3bdc8408 to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/archive/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/83d20749e2d24a74ad9ec69d3bdc8408 2023-11-12T09:23:24,708 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/95a3bf7cb0a546359d4140d8de0ca18d to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/archive/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/95a3bf7cb0a546359d4140d8de0ca18d 2023-11-12T09:23:24,708 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:24,708 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(270): finishing restore table regions using snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1699780996643 type: FLUSH version: 2 ttl: 0 2023-11-12T09:23:24,710 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781004710"}]},"ts":"9223372036854775807"} 2023-11-12T09:23:24,712 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:23:24,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ad85e9e6f4b82f0991d9f6f6300b217e, NAME => 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:23:24,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699781004711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781004711"}]},"ts":"1699781004711"} 2023-11-12T09:23:24,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:24,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1830): Overwritten 1 regions to Meta 2023-11-12T09:23:24,714 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1831): Overwritten regions: [{ENCODED => ad85e9e6f4b82f0991d9f6f6300b217e, NAME => 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:23:24,715 INFO [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(457): Restore snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2023-11-12T09:23:24,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1699780996643 type: FLUSH version: 2 ttl: 0 ) in 469 msec 2023-11-12T09:23:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:23:24,867 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: MODIFY, Table Name: backup:system, procId: 44 completed 2023-11-12T09:23:24,867 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin(2833): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot-backup-1699781002107 2023-11-12T09:23:24,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "hbase-failsafe-snapshot-backup-1699781002107" 2023-11-12T09:23:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(380): Deleting snapshot: hbase-failsafe-snapshot-backup-1699781002107 2023-11-12T09:23:24,874 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$17(907): Started enable of backup:system 2023-11-12T09:23:24,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$12(2662): Client=jenkins//172.31.12.81 enable backup:system 2023-11-12T09:23:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:ENABLE_TABLE_PREPARE; EnableTableProcedure table=backup:system 2023-11-12T09:23:24,891 INFO [PEWorker-3 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2023-11-12T09:23:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:23:24,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781004891"}]},"ts":"1699781004891"} 2023-11-12T09:23:24,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:23:24,895 DEBUG [PEWorker-3 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2023-11-12T09:23:24,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, ASSIGN}] 2023-11-12T09:23:24,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, ASSIGN 2023-11-12T09:23:24,898 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2023-11-12T09:23:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:23:25,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ad85e9e6f4b82f0991d9f6f6300b217e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:25,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e, server=jenkins-hbase3.apache.org,45949,1699780967996}] 2023-11-12T09:23:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:23:25,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:25,206 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:25,207 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => ad85e9e6f4b82f0991d9f6f6300b217e, NAME => 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:25,207 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:25,207 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:25,207 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:25,207 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:25,207 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:25,209 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:25,210 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad85e9e6f4b82f0991d9f6f6300b217e columnFamilyName meta 2023-11-12T09:23:25,210 DEBUG [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:25,217 DEBUG [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c 2023-11-12T09:23:25,218 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.HStore(324): Store=ad85e9e6f4b82f0991d9f6f6300b217e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:25,218 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:25,219 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad85e9e6f4b82f0991d9f6f6300b217e columnFamilyName session 2023-11-12T09:23:25,219 DEBUG [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:25,225 DEBUG [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d 2023-11-12T09:23:25,230 DEBUG [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4 2023-11-12T09:23:25,230 INFO [StoreOpener-ad85e9e6f4b82f0991d9f6f6300b217e-1 {}] regionserver.HStore(324): Store=ad85e9e6f4b82f0991d9f6f6300b217e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:25,231 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:25,232 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:25,235 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:23:25,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:25,237 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened ad85e9e6f4b82f0991d9f6f6300b217e; next sequenceid=32; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11179783040, jitterRate=0.04119843244552612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:23:25,238 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:25,238 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e., pid=47, masterSystemTime=1699781005203 2023-11-12T09:23:25,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:25,241 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:25,241 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=ad85e9e6f4b82f0991d9f6f6300b217e, regionState=OPEN, openSeqNum=32, regionLocation=jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:25,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-11-12T09:23:25,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e, server=jenkins-hbase3.apache.org,45949,1699780967996 in 191 msec 2023-11-12T09:23:25,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-12T09:23:25,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=ad85e9e6f4b82f0991d9f6f6300b217e, ASSIGN in 349 msec 2023-11-12T09:23:25,247 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781005246"}]},"ts":"1699781005246"} 2023-11-12T09:23:25,248 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:23:25,252 INFO [PEWorker-5 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2023-11-12T09:23:25,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; EnableTableProcedure table=backup:system in 372 msec 2023-11-12T09:23:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:23:25,495 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] client.HBaseAdmin$TableFuture(3745): Operation: ENABLE, Table Name: backup:system, procId: 45 completed 2023-11-12T09:23:25,495 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:23:25,523 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d451118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:25,528 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74202aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:25,529 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:23:25,530 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40280, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:23:25,534 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:25,536 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:53634, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService REPAIR status: no failed sessions found. Checking failed delete backup operation ... Found failed DELETE operation for: backup_1699780987076 Running DELETE again ... 2023-11-12T09:23:25,551 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1538): Restoring backup:system from snapshot 2023-11-12T09:23:25,556 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1550): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2023-11-12T09:23:25,556 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:23:25,569 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:23:25,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781005582 (current time:1699781005582). 2023-11-12T09:23:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:23:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7480148e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:25,592 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:53636, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1032): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-11-12T09:23:25,596 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-12T09:23:25,597 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:25,599 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot, current working dir path: hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:25,602 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-12T09:23:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-12T09:23:26,009 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:26,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e}] 2023-11-12T09:23:26,011 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:26,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:26,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45949 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2023-11-12T09:23:26,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:26,164 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2819): Flushing ad85e9e6f4b82f0991d9f6f6300b217e 2/2 column families, dataSize=254 B heapSize=1.12 KB 2023-11-12T09:23:26,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/268ef7fad7784bb284180e5e619a2f18 is 64, key is delete_op_row/meta:fam/1699781005575/Put/seqid=0 2023-11-12T09:23:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-12T09:23:26,583 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=120 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/268ef7fad7784bb284180e5e619a2f18 2023-11-12T09:23:26,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/da79f843166b4592aa598b7cb609cf25 is 49, key is activesession:/session:c/1699781005571/Put/seqid=0 2023-11-12T09:23:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-12T09:23:27,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=134 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/da79f843166b4592aa598b7cb609cf25 2023-11-12T09:23:27,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/268ef7fad7784bb284180e5e619a2f18 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/268ef7fad7784bb284180e5e619a2f18 2023-11-12T09:23:27,022 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/268ef7fad7784bb284180e5e619a2f18, entries=1, sequenceid=39, filesize=4.9 K 2023-11-12T09:23:27,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/da79f843166b4592aa598b7cb609cf25 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/da79f843166b4592aa598b7cb609cf25 2023-11-12T09:23:27,029 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/da79f843166b4592aa598b7cb609cf25, entries=1, sequenceid=39, filesize=4.9 K 2023-11-12T09:23:27,030 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3022): Finished flush of dataSize ~254 B/254, heapSize ~1.09 KB/1112, currentSize=0 B/0 for ad85e9e6f4b82f0991d9f6f6300b217e in 865ms, sequenceid=39, compaction requested=true 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2520): Flush status journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. for snapshot_backup_system completed. 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/268ef7fad7784bb284180e5e619a2f18] hfiles 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/7d4fc55ebe2444ad9677f14792b95a3c for snapshot=snapshot_backup_system 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/268ef7fad7784bb284180e5e619a2f18 for snapshot=snapshot_backup_system 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d, hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/da79f843166b4592aa598b7cb609cf25] hfiles 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/8ec93e77de424b6d8a51256c5afeffc4 for snapshot=snapshot_backup_system 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/456b5702b5d74e729a34b1e6f97a4e2d for snapshot=snapshot_backup_system 2023-11-12T09:23:27,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/da79f843166b4592aa598b7cb609cf25 for snapshot=snapshot_backup_system 2023-11-12T09:23:27,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:23:27,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:27,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=49 2023-11-12T09:23:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster(4026): Remote procedure done, pid=49 2023-11-12T09:23:27,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:27,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:27,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-11-12T09:23:27,439 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:27,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; SnapshotRegionProcedure ad85e9e6f4b82f0991d9f6f6300b217e in 1.4290 sec 2023-11-12T09:23:27,440 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:27,441 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:27,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:23:27,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:23:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-12T09:23:27,854 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:27,863 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:27,863 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:23:27,865 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:27,865 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-11-12T09:23:27,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2720 sec 2023-11-12T09:23:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-12T09:23:29,709 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupAdminImpl(227): Deleting backup backup_1699780987076 ... 2023-11-12T09:23:29,711 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] util.BackupUtils(445): Trying to cleanup up target dir : backup_1699780987076 2023-11-12T09:23:29,712 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] util.BackupUtils(460): No data has been found in hdfs://localhost:33933/backupUT/backup_1699780987076/default/test-1699780977830. 2023-11-12T09:23:29,713 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] util.BackupUtils(467): hdfs://localhost:33933/backupUT/backup_1699780987076/default is empty, remove it. 2023-11-12T09:23:29,718 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-11-12T09:23:29,718 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:23:29,719 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupAdminImpl(276): Delete backup backup_1699780987076 completed. 2023-11-12T09:23:29,722 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1034): test-1699780977830 2023-11-12T09:23:29,724 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:23:29,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:23:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:23:29,735 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:23:29,735 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(657): Finish backup exclusive operation DELETE operation finished OK: backup_1699780987076 No failed backup MERGE operation found 2023-11-12T09:23:29,741 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:23:29,745 ERROR [Listener at jenkins-hbase3.apache.org/34161 {}] impl.BackupSystemTable(1579): Snapshot snapshot_backup_system does not exists 2023-11-12T09:23:29,745 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:29,745 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:29,768 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.ResourceChecker(175): after: backup.TestRepairAfterFailedDelete#testRepairBackupDelete Thread=598 (was 585) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60784@0x59177696-SendThread(127.0.0.1:60784) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60784@0x7138210d java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/745051669.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-492017721-172.31.12.81-1699780961255:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60784@0x59177696-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: (jenkins-hbase3.apache.org,37233,1699780964810)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_287863758_16 at /127.0.0.1:33698 [Waiting for operation #27] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60784@0x7138210d-SendThread(127.0.0.1:60784) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-387436835_16 at /127.0.0.1:56220 [Receiving block BP-492017721-172.31.12.81-1699780961255:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,45949,1699780967996' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/cluster_b5843618-cf1c-9423-8691-dce80535ce0e/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-492017721-172.31.12.81-1699780961255:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60784@0x59177696 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/745051669.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45949,1699780967996)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-260608840_16 at /127.0.0.1:41104 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3f7edbed-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_287863758_16 at /127.0.0.1:41080 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-387436835_16 at /127.0.0.1:56234 [Receiving block BP-492017721-172.31.12.81-1699780961255:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60784@0x7138210d-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/cluster_b5843618-cf1c-9423-8691-dce80535ce0e/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=722 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=123 (was 152), ProcessCount=172 (was 172), AvailableMemoryMB=5417 (was 5712) 2023-11-12T09:23:29,768 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2023-11-12T09:23:29,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot-backup" 2023-11-12T09:23:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot-backup 2023-11-12T09:23:29,783 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:23:29,783 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:29,783 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:23:29,783 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] util.JVMClusterUtil(257): Found active master hash=221505912, stopped=false 2023-11-12T09:23:29,784 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:23:29,786 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:23:29,787 DEBUG [Listener at jenkins-hbase3.apache.org/34161 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:29,787 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45949,1699780967996' ***** 2023-11-12T09:23:29,787 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:23:29,787 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:23:29,802 INFO [RS:0;jenkins-hbase3:45949 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5478baf5{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:23:29,806 INFO [RS:0;jenkins-hbase3:45949 {}] server.AbstractConnector(383): Stopped ServerConnector@5eac96e6{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:23:29,806 INFO [RS:0;jenkins-hbase3:45949 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:23:29,807 INFO [RS:0;jenkins-hbase3:45949 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@138877b9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:23:29,808 INFO [RS:0;jenkins-hbase3:45949 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@722ee1b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop.log.dir/,STOPPED} 2023-11-12T09:23:29,810 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:23:29,810 INFO [RS:0;jenkins-hbase3:45949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:23:29,810 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:23:29,810 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:23:29,810 INFO [RS:0;jenkins-hbase3:45949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3528): Received CLOSE for 830aa1f9f0414ef4d0eca172ee741bbe 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3528): Received CLOSE for 810f40ae04c2fd891c00d2ba190cca12 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3528): Received CLOSE for abc22812ae2e1fc294ae3abdd7188cea 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3528): Received CLOSE for ad85e9e6f4b82f0991d9f6f6300b217e 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3528): Received CLOSE for b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3528): Received CLOSE for 7af660859c0978b7a63743b540a0577b 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3528): Received CLOSE for 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45949,1699780967996 2023-11-12T09:23:29,811 DEBUG [RS:0;jenkins-hbase3:45949 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:23:29,811 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:23:29,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 830aa1f9f0414ef4d0eca172ee741bbe, disabling compactions & flushes 2023-11-12T09:23:29,812 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:29,812 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:23:29,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:29,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. after waiting 0 ms 2023-11-12T09:23:29,812 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:23:29,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:29,813 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-12T09:23:29,813 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1583): Online Regions={830aa1f9f0414ef4d0eca172ee741bbe=ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe., 810f40ae04c2fd891c00d2ba190cca12=backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12., abc22812ae2e1fc294ae3abdd7188cea=ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea., ad85e9e6f4b82f0991d9f6f6300b217e=backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e., b5ef985d8953129c7fbcd23d84a1da93=ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93., 1588230740=hbase:meta,,1.1588230740, 7af660859c0978b7a63743b540a0577b=test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b., 23a749d40f2536747e685f8d64c554cf=hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf.} 2023-11-12T09:23:29,814 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a749d40f2536747e685f8d64c554cf, 7af660859c0978b7a63743b540a0577b, 810f40ae04c2fd891c00d2ba190cca12, 830aa1f9f0414ef4d0eca172ee741bbe, abc22812ae2e1fc294ae3abdd7188cea, ad85e9e6f4b82f0991d9f6f6300b217e, b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:29,817 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:23:29,817 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:23:29,817 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:23:29,817 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:23:29,817 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:23:29,817 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.24 KB heapSize=19.66 KB 2023-11-12T09:23:29,821 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns3/test-16997809778302/830aa1f9f0414ef4d0eca172ee741bbe/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:23:29,821 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:29,822 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:29,822 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 830aa1f9f0414ef4d0eca172ee741bbe: 2023-11-12T09:23:29,822 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997809778302,,1699780982773.830aa1f9f0414ef4d0eca172ee741bbe. 2023-11-12T09:23:29,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 810f40ae04c2fd891c00d2ba190cca12, disabling compactions & flushes 2023-11-12T09:23:29,823 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:29,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:29,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. after waiting 0 ms 2023-11-12T09:23:29,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:29,824 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:23:29,828 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system_bulk/810f40ae04c2fd891c00d2ba190cca12/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:23:29,829 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:29,830 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:29,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 810f40ae04c2fd891c00d2ba190cca12: 2023-11-12T09:23:29,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699780988357.810f40ae04c2fd891c00d2ba190cca12. 2023-11-12T09:23:29,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing abc22812ae2e1fc294ae3abdd7188cea, disabling compactions & flushes 2023-11-12T09:23:29,831 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:29,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:29,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. after waiting 0 ms 2023-11-12T09:23:29,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:29,838 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns4/test-16997809778303/abc22812ae2e1fc294ae3abdd7188cea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:23:29,839 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:29,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:29,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for abc22812ae2e1fc294ae3abdd7188cea: 2023-11-12T09:23:29,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997809778303,,1699780984896.abc22812ae2e1fc294ae3abdd7188cea. 2023-11-12T09:23:29,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ad85e9e6f4b82f0991d9f6f6300b217e, disabling compactions & flushes 2023-11-12T09:23:29,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:29,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:29,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. after waiting 0 ms 2023-11-12T09:23:29,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:29,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ad85e9e6f4b82f0991d9f6f6300b217e 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-11-12T09:23:29,849 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/1fe32e49965f47588755957818818c24 is 91, key is incrbackupset:hdfs://localhost:33933/backupUT/meta:test-1699780977830/1699781009722/Put/seqid=0 2023-11-12T09:23:29,849 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/.tmp/info/13487eeb0a5843568dcac3c697a08685 is 159, key is ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93./info:regioninfo/1699780981766/Put/seqid=0 2023-11-12T09:23:29,911 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:23:29,911 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:23:30,014 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a749d40f2536747e685f8d64c554cf, 7af660859c0978b7a63743b540a0577b, ad85e9e6f4b82f0991d9f6f6300b217e, b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:30,214 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a749d40f2536747e685f8d64c554cf, 7af660859c0978b7a63743b540a0577b, ad85e9e6f4b82f0991d9f6f6300b217e, b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:30,262 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.37 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/.tmp/info/13487eeb0a5843568dcac3c697a08685 2023-11-12T09:23:30,263 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/1fe32e49965f47588755957818818c24 2023-11-12T09:23:30,270 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fe32e49965f47588755957818818c24 2023-11-12T09:23:30,274 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/a2bf05851f34457386023d96347e1838 is 59, key is session:backup_1699780987076/session:/1699781009719/DeleteFamily/seqid=0 2023-11-12T09:23:30,287 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/.tmp/table/bb67504c8f34473984514c177f7d155d is 59, key is ns2:test-16997809778301/table:state/1699780981775/Put/seqid=0 2023-11-12T09:23:30,415 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a749d40f2536747e685f8d64c554cf, 7af660859c0978b7a63743b540a0577b, ad85e9e6f4b82f0991d9f6f6300b217e, b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:30,615 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a749d40f2536747e685f8d64c554cf, 7af660859c0978b7a63743b540a0577b, ad85e9e6f4b82f0991d9f6f6300b217e, b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:30,688 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/a2bf05851f34457386023d96347e1838 2023-11-12T09:23:30,694 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=894 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/.tmp/table/bb67504c8f34473984514c177f7d155d 2023-11-12T09:23:30,694 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bf05851f34457386023d96347e1838 2023-11-12T09:23:30,696 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/meta/1fe32e49965f47588755957818818c24 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/1fe32e49965f47588755957818818c24 2023-11-12T09:23:30,701 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/.tmp/info/13487eeb0a5843568dcac3c697a08685 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/info/13487eeb0a5843568dcac3c697a08685 2023-11-12T09:23:30,702 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fe32e49965f47588755957818818c24 2023-11-12T09:23:30,703 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/meta/1fe32e49965f47588755957818818c24, entries=2, sequenceid=46, filesize=5.2 K 2023-11-12T09:23:30,704 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/.tmp/session/a2bf05851f34457386023d96347e1838 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/a2bf05851f34457386023d96347e1838 2023-11-12T09:23:30,706 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/info/13487eeb0a5843568dcac3c697a08685, entries=71, sequenceid=49, filesize=14.2 K 2023-11-12T09:23:30,707 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/.tmp/table/bb67504c8f34473984514c177f7d155d as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/table/bb67504c8f34473984514c177f7d155d 2023-11-12T09:23:30,710 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bf05851f34457386023d96347e1838 2023-11-12T09:23:30,710 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/session/a2bf05851f34457386023d96347e1838, entries=2, sequenceid=46, filesize=5.2 K 2023-11-12T09:23:30,711 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for ad85e9e6f4b82f0991d9f6f6300b217e in 871ms, sequenceid=46, compaction requested=true 2023-11-12T09:23:30,723 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/table/bb67504c8f34473984514c177f7d155d, entries=15, sequenceid=49, filesize=5.8 K 2023-11-12T09:23:30,724 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.24 KB/11508, heapSize ~19.38 KB/19840, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=49, compaction requested=false 2023-11-12T09:23:30,729 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/backup/system/ad85e9e6f4b82f0991d9f6f6300b217e/recovered.edits/49.seqid, newMaxSeqId=49, maxSeqId=31 2023-11-12T09:23:30,730 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:30,730 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:30,730 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ad85e9e6f4b82f0991d9f6f6300b217e: 2023-11-12T09:23:30,730 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699780987230.ad85e9e6f4b82f0991d9f6f6300b217e. 2023-11-12T09:23:30,731 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b5ef985d8953129c7fbcd23d84a1da93, disabling compactions & flushes 2023-11-12T09:23:30,731 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:30,731 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:30,731 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. after waiting 0 ms 2023-11-12T09:23:30,731 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:30,731 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing b5ef985d8953129c7fbcd23d84a1da93 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:23:30,732 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-11-12T09:23:30,733 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:30,733 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:23:30,734 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:23:30,734 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:23:30,734 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:23:30,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93/.tmp/f/32aef2a152484e129f27805a1e0378a9 is 37, key is row10/f:q1/1699780982701/Put/seqid=0 2023-11-12T09:23:30,815 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-11-12T09:23:30,815 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1583): Online Regions={b5ef985d8953129c7fbcd23d84a1da93=ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93., 7af660859c0978b7a63743b540a0577b=test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b., 23a749d40f2536747e685f8d64c554cf=hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf.} 2023-11-12T09:23:30,816 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 23a749d40f2536747e685f8d64c554cf, 7af660859c0978b7a63743b540a0577b, b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:31,016 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 23a749d40f2536747e685f8d64c554cf, 7af660859c0978b7a63743b540a0577b, b5ef985d8953129c7fbcd23d84a1da93 2023-11-12T09:23:31,152 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93/.tmp/f/32aef2a152484e129f27805a1e0378a9 2023-11-12T09:23:31,160 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93/.tmp/f/32aef2a152484e129f27805a1e0378a9 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93/f/32aef2a152484e129f27805a1e0378a9 2023-11-12T09:23:31,165 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93/f/32aef2a152484e129f27805a1e0378a9, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:23:31,166 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b5ef985d8953129c7fbcd23d84a1da93 in 435ms, sequenceid=103, compaction requested=false 2023-11-12T09:23:31,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/ns2/test-16997809778301/b5ef985d8953129c7fbcd23d84a1da93/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:23:31,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:31,174 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:31,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b5ef985d8953129c7fbcd23d84a1da93: 2023-11-12T09:23:31,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997809778301,,1699780980572.b5ef985d8953129c7fbcd23d84a1da93. 2023-11-12T09:23:31,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7af660859c0978b7a63743b540a0577b, disabling compactions & flushes 2023-11-12T09:23:31,174 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:23:31,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:23:31,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. after waiting 0 ms 2023-11-12T09:23:31,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:23:31,179 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/default/test-1699780977830/7af660859c0978b7a63743b540a0577b/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:23:31,180 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:31,180 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:23:31,180 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7af660859c0978b7a63743b540a0577b: 2023-11-12T09:23:31,180 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699780977830,,1699780978334.7af660859c0978b7a63743b540a0577b. 2023-11-12T09:23:31,181 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 23a749d40f2536747e685f8d64c554cf, disabling compactions & flushes 2023-11-12T09:23:31,181 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:23:31,181 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:23:31,181 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. after waiting 0 ms 2023-11-12T09:23:31,181 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:23:31,181 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 23a749d40f2536747e685f8d64c554cf 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:23:31,194 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf/.tmp/info/f54fbae2d64c40a09311a47589cdd8a6 is 45, key is default/info:d/1699780972788/Put/seqid=0 2023-11-12T09:23:31,216 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:23:31,416 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:23:31,599 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf/.tmp/info/f54fbae2d64c40a09311a47589cdd8a6 2023-11-12T09:23:31,607 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf/.tmp/info/f54fbae2d64c40a09311a47589cdd8a6 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf/info/f54fbae2d64c40a09311a47589cdd8a6 2023-11-12T09:23:31,613 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf/info/f54fbae2d64c40a09311a47589cdd8a6, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:23:31,614 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 23a749d40f2536747e685f8d64c554cf in 433ms, sequenceid=11, compaction requested=false 2023-11-12T09:23:31,617 DEBUG [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1609): Waiting on 23a749d40f2536747e685f8d64c554cf 2023-11-12T09:23:31,620 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/data/hbase/namespace/23a749d40f2536747e685f8d64c554cf/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:23:31,621 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:31,621 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:23:31,621 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 23a749d40f2536747e685f8d64c554cf: 2023-11-12T09:23:31,621 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699780971407.23a749d40f2536747e685f8d64c554cf. 2023-11-12T09:23:31,817 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45949,1699780967996; all regions closed. 2023-11-12T09:23:31,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/WALs/jenkins-hbase3.apache.org,45949,1699780967996/jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta.1699780991751.meta not finished, retry = 0 2023-11-12T09:23:31,927 DEBUG [RS:0;jenkins-hbase3:45949 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/oldWALs 2023-11-12T09:23:31,927 INFO [RS:0;jenkins-hbase3:45949 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45949%2C1699780967996.meta:.meta(num 1699780991751) 2023-11-12T09:23:31,933 DEBUG [RS:0;jenkins-hbase3:45949 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/oldWALs 2023-11-12T09:23:31,933 INFO [RS:0;jenkins-hbase3:45949 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45949%2C1699780967996:(num 1699780991777) 2023-11-12T09:23:31,933 DEBUG [RS:0;jenkins-hbase3:45949 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:31,933 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:23:31,934 INFO [RS:0;jenkins-hbase3:45949 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:23:31,934 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:23:31,936 INFO [RS:0;jenkins-hbase3:45949 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45949 2023-11-12T09:23:31,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45949,1699780967996] 2023-11-12T09:23:31,948 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45949,1699780967996; numProcessing=1 2023-11-12T09:23:31,949 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,45949,1699780967996 expired; onlineServers=0 2023-11-12T09:23:31,950 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,37233,1699780964810' ***** 2023-11-12T09:23:31,950 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:23:31,951 DEBUG [M:0;jenkins-hbase3:37233 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bd8357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:23:31,951 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:23:31,994 INFO [M:0;jenkins-hbase3:37233 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1819b130{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:23:31,994 INFO [M:0;jenkins-hbase3:37233 {}] server.AbstractConnector(383): Stopped ServerConnector@2e2ae247{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:23:31,994 INFO [M:0;jenkins-hbase3:37233 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:23:31,995 INFO [M:0;jenkins-hbase3:37233 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@370e4b23{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:23:31,996 INFO [M:0;jenkins-hbase3:37233 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@289bedf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/hadoop.log.dir/,STOPPED} 2023-11-12T09:23:31,996 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,37233,1699780964810 2023-11-12T09:23:31,996 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,37233,1699780964810; all regions closed. 2023-11-12T09:23:31,996 DEBUG [M:0;jenkins-hbase3:37233 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:31,996 INFO [M:0;jenkins-hbase3:37233 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:23:31,997 INFO [M:0;jenkins-hbase3:37233 {}] server.AbstractConnector(383): Stopped ServerConnector@5ce2f1a1{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:23:31,998 DEBUG [M:0;jenkins-hbase3:37233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:23:31,998 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:23:31,998 INFO [M:0;jenkins-hbase3:37233 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:23:31,998 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780969722 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780969722,5,FailOnTimeoutGroup] 2023-11-12T09:23:31,998 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780969722 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780969722,5,FailOnTimeoutGroup] 2023-11-12T09:23:31,998 DEBUG [M:0;jenkins-hbase3:37233 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:31,998 DEBUG [M:0;jenkins-hbase3:37233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:23:31,998 INFO [M:0;jenkins-hbase3:37233 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:23:31,998 DEBUG [M:0;jenkins-hbase3:37233 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:23:31,999 INFO [M:0;jenkins-hbase3:37233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:23:31,999 ERROR [M:0;jenkins-hbase3:37233 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T09:23:32,000 INFO [M:0;jenkins-hbase3:37233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:23:32,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:23:32,001 WARN [M:0;jenkins-hbase3:37233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:23:32,001 INFO [M:0;jenkins-hbase3:37233 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:23:32,001 INFO [M:0;jenkins-hbase3:37233 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:23:32,002 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:23:32,013 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:32,013 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:32,013 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:23:32,013 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:32,013 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=189.32 KB heapSize=227.61 KB 2023-11-12T09:23:32,026 DEBUG [M:0;jenkins-hbase3:37233 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ba2aba1d034aa8af374d07e61aa740 is 88, key is hbase:meta,,1/info:sn/1699780970728/Put/seqid=0 2023-11-12T09:23:32,048 INFO [RS:0;jenkins-hbase3:45949 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45949,1699780967996; zookeeper connection closed. 2023-11-12T09:23:32,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43c9a74 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43c9a74 2023-11-12T09:23:32,048 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:23:32,430 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ba2aba1d034aa8af374d07e61aa740 2023-11-12T09:23:32,450 DEBUG [M:0;jenkins-hbase3:37233 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c6f5b55778244cfba889a77d4fed87a is 1031, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1699781004716/Put/seqid=0 2023-11-12T09:23:32,855 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=188.72 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c6f5b55778244cfba889a77d4fed87a 2023-11-12T09:23:32,861 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c6f5b55778244cfba889a77d4fed87a 2023-11-12T09:23:32,874 DEBUG [M:0;jenkins-hbase3:37233 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4068f3e40ea4480bbe68ad84d26c1009 is 82, key is jenkins-hbase3.apache.org,45949,1699780967996/rs:state/1699780969823/Put/seqid=0 2023-11-12T09:23:33,279 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4068f3e40ea4480bbe68ad84d26c1009 2023-11-12T09:23:33,285 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ba2aba1d034aa8af374d07e61aa740 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9ba2aba1d034aa8af374d07e61aa740 2023-11-12T09:23:33,291 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9ba2aba1d034aa8af374d07e61aa740, entries=8, sequenceid=450, filesize=5.5 K 2023-11-12T09:23:33,292 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c6f5b55778244cfba889a77d4fed87a as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c6f5b55778244cfba889a77d4fed87a 2023-11-12T09:23:33,297 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c6f5b55778244cfba889a77d4fed87a 2023-11-12T09:23:33,297 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c6f5b55778244cfba889a77d4fed87a, entries=49, sequenceid=450, filesize=16.2 K 2023-11-12T09:23:33,298 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4068f3e40ea4480bbe68ad84d26c1009 as hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4068f3e40ea4480bbe68ad84d26c1009 2023-11-12T09:23:33,303 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33933/user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4068f3e40ea4480bbe68ad84d26c1009, entries=1, sequenceid=450, filesize=5.1 K 2023-11-12T09:23:33,304 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(3022): Finished flush of dataSize ~189.32 KB/193861, heapSize ~227.31 KB/232768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=450, compaction requested=false 2023-11-12T09:23:33,309 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:33,309 DEBUG [M:0;jenkins-hbase3:37233 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:23:33,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/5beeb87a-c003-3791-9227-35974ba94ae3/MasterData/WALs/jenkins-hbase3.apache.org,37233,1699780964810/jenkins-hbase3.apache.org%2C37233%2C1699780964810.1699780968889 not finished, retry = 0 2023-11-12T09:23:33,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:23:33,412 INFO [M:0;jenkins-hbase3:37233 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:23:33,412 INFO [M:0;jenkins-hbase3:37233 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:23:33,414 INFO [M:0;jenkins-hbase3:37233 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:37233 2023-11-12T09:23:33,517 INFO [M:0;jenkins-hbase3:37233 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,37233,1699780964810; zookeeper connection closed. 2023-11-12T09:23:33,520 WARN [Listener at jenkins-hbase3.apache.org/34161 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:23:33,524 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:23:33,631 WARN [BP-492017721-172.31.12.81-1699780961255 heartbeating to localhost/127.0.0.1:33933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:23:33,631 WARN [BP-492017721-172.31.12.81-1699780961255 heartbeating to localhost/127.0.0.1:33933 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-492017721-172.31.12.81-1699780961255 (Datanode Uuid f94a4f42-7f9e-436d-b05a-eae0f13f2db6) service to localhost/127.0.0.1:33933 2023-11-12T09:23:33,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/cluster_b5843618-cf1c-9423-8691-dce80535ce0e/dfs/data/data1/current/BP-492017721-172.31.12.81-1699780961255 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:23:33,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ce66e272-4cf3-5248-e2d3-2282a9efae29/cluster_b5843618-cf1c-9423-8691-dce80535ce0e/dfs/data/data2/current/BP-492017721-172.31.12.81-1699780961255 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:23:33,664 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:23:33,823 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:23:33,823 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:23:33,836 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:23:33,956 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:23:34,064 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:23:34,065 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:23:34,168 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:23:34,172 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:23:34,173 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:23:34,177 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:23:34,279 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:23:34,280 INFO [Listener at jenkins-hbase3.apache.org/34161 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped