2023-10-02 12:29:17,437 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-10-02 12:29:17,455 main DEBUG Took 0.015065 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:29:17,455 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:29:17,456 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:29:17,457 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:29:17,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,469 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:29:17,486 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,489 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,490 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,491 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,491 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,492 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,494 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,494 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,495 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,496 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,497 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:29:17,498 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,498 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:29:17,501 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:29:17,504 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:29:17,505 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:29:17,506 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:29:17,507 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:29:17,507 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:29:17,520 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:29:17,522 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:29:17,523 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:29:17,524 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:29:17,524 main DEBUG createAppenders(={Console}) 2023-10-02 12:29:17,525 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-10-02 12:29:17,525 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-10-02 12:29:17,526 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-10-02 12:29:17,526 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:29:17,526 main DEBUG OutputStream closed 2023-10-02 12:29:17,526 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:29:17,527 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:29:17,527 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-10-02 12:29:17,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:29:17,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:29:17,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:29:17,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:29:17,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:29:17,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:29:17,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:29:17,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:29:17,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:29:17,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:29:17,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:29:17,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:29:17,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:29:17,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:29:17,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:29:17,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:29:17,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:29:17,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:29:17,589 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:29:17,589 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-10-02 12:29:17,589 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:29:17,590 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-10-02T12:29:17,623 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupShowHistory timeout: 13 mins 2023-10-02 12:29:17,627 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:29:17,627 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:29:18,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10 2023-10-02T12:29:18,015 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:29:18,019 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:18,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:29:18,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/cluster_38f6178a-03a0-e13b-7a91-9863d5dd96e9, deleteOnExit=true 2023-10-02T12:29:18,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:29:18,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/test.cache.data in system properties and HBase conf 2023-10-02T12:29:18,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:29:18,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:29:18,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:29:18,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:29:18,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:29:18,149 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:29:18,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:29:18,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:29:18,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:29:18,645 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:29:18,645 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:29:18,645 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:29:18,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:29:18,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:29:18,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:29:18,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:29:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:29:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:29:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:29:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:29:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:29:19,150 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:29:19,156 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:29:20,338 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:29:20,529 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7293665 via org.mortbay.log.Slf4jLog 2023-10-02T12:29:20,555 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:20,627 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:20,684 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/java.io.tmpdir/Jetty_localhost_41271_hdfs____5n3lax/webapp 2023-10-02T12:29:20,890 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41271 2023-10-02T12:29:20,922 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:29:20,922 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:29:21,633 WARN [Listener at localhost/44819 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:29:21,722 WARN [Listener at localhost/44819 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:29:21,749 WARN [Listener at localhost/44819 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:21,756 INFO [Listener at localhost/44819 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:21,762 INFO [Listener at localhost/44819 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/java.io.tmpdir/Jetty_localhost_37247_datanode____.euymo8/webapp 2023-10-02T12:29:21,875 INFO [Listener at localhost/44819 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37247 2023-10-02T12:29:22,257 WARN [Listener at localhost/39139 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:29:22,608 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:29:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xba872f76095a9b46: Processing first storage report for DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0 from datanode f58e77c3-406c-40f5-99ce-7965c1961d3b 2023-10-02T12:29:22,830 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xba872f76095a9b46: from storage DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0 node DatanodeRegistration(127.0.0.1:37015, datanodeUuid=f58e77c3-406c-40f5-99ce-7965c1961d3b, infoPort=46253, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=950254988;c=1696249759244), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-10-02T12:29:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xba872f76095a9b46: Processing first storage report for DS-2355a093-d393-4df2-ab7f-56feccd9ff73 from datanode f58e77c3-406c-40f5-99ce-7965c1961d3b 2023-10-02T12:29:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xba872f76095a9b46: from storage DS-2355a093-d393-4df2-ab7f-56feccd9ff73 node DatanodeRegistration(127.0.0.1:37015, datanodeUuid=f58e77c3-406c-40f5-99ce-7965c1961d3b, infoPort=46253, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=950254988;c=1696249759244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-02T12:29:22,878 DEBUG [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10 2023-10-02T12:29:23,009 INFO [Listener at localhost/39139 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/cluster_38f6178a-03a0-e13b-7a91-9863d5dd96e9/zookeeper_0, clientPort=63193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/cluster_38f6178a-03a0-e13b-7a91-9863d5dd96e9/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/cluster_38f6178a-03a0-e13b-7a91-9863d5dd96e9/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:29:23,059 INFO [Listener at localhost/39139 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63193 2023-10-02T12:29:23,071 INFO [Listener at localhost/39139 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:29:23,074 INFO [Listener at localhost/39139 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:29:23,836 INFO [Listener at localhost/39139 {}] util.FSUtils(462): Created version file at hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 with version=8 2023-10-02T12:29:23,836 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/hbase-staging 2023-10-02T12:29:23,854 DEBUG [Listener at localhost/39139 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:29:23,855 DEBUG [Listener at localhost/39139 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:29:23,855 DEBUG [Listener at localhost/39139 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:29:23,855 DEBUG [Listener at localhost/39139 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:29:24,171 DEBUG [Listener at localhost/39139 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:29:25,313 INFO [Listener at localhost/39139 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:29:25,360 INFO [Listener at localhost/39139 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:29:25,361 INFO [Listener at localhost/39139 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:29:25,361 INFO [Listener at localhost/39139 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:29:25,361 INFO [Listener at localhost/39139 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:29:25,361 INFO [Listener at localhost/39139 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:29:25,520 INFO [Listener at localhost/39139 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:29:25,662 INFO [Listener at localhost/39139 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:29:25,681 DEBUG [Listener at localhost/39139 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:29:25,688 INFO [Listener at localhost/39139 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:29:25,739 DEBUG [Listener at localhost/39139 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 8462 (auto-detected) 2023-10-02T12:29:25,741 DEBUG [Listener at localhost/39139 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:29:25,780 INFO [Listener at localhost/39139 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:36421 2023-10-02T12:29:25,802 INFO [Listener at localhost/39139 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:29:25,805 INFO [Listener at localhost/39139 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:29:25,838 INFO [Listener at localhost/39139 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:36421 connecting to ZooKeeper ensemble=127.0.0.1:63193 2023-10-02T12:29:25,896 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:364210x0, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:29:25,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:36421-0x1017326b4ff0000 connected 2023-10-02T12:29:25,962 DEBUG [Listener at localhost/39139 {}] zookeeper.ZKUtil(113): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:29:25,967 DEBUG [Listener at localhost/39139 {}] zookeeper.ZKUtil(113): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:29:25,972 DEBUG [Listener at localhost/39139 {}] zookeeper.ZKUtil(113): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:29:25,988 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36421 2023-10-02T12:29:25,988 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36421 2023-10-02T12:29:25,990 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36421 2023-10-02T12:29:25,990 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36421 2023-10-02T12:29:25,990 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36421 2023-10-02T12:29:26,048 INFO [Listener at localhost/39139 {}] log.Log(170): Logging initialized @9403ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:29:26,182 INFO [Listener at localhost/39139 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:29:26,183 INFO [Listener at localhost/39139 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:29:26,184 INFO [Listener at localhost/39139 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:29:26,186 INFO [Listener at localhost/39139 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:29:26,186 INFO [Listener at localhost/39139 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:29:26,186 INFO [Listener at localhost/39139 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:29:26,189 INFO [Listener at localhost/39139 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:29:26,344 INFO [Listener at localhost/39139 {}] http.HttpServer(1219): Jetty bound to port 40009 2023-10-02T12:29:26,346 INFO [Listener at localhost/39139 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:29:26,391 INFO [Listener at localhost/39139 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:29:26,396 INFO [Listener at localhost/39139 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2f49a2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:29:26,397 INFO [Listener at localhost/39139 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:29:26,398 INFO [Listener at localhost/39139 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6ca75c02{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:29:26,485 INFO [Listener at localhost/39139 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:29:26,501 INFO [Listener at localhost/39139 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:29:26,502 INFO [Listener at localhost/39139 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:29:26,504 INFO [Listener at localhost/39139 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:29:26,513 INFO [Listener at localhost/39139 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:29:27,916 INFO [Listener at localhost/39139 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4a3546b9{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:29:27,937 INFO [Listener at localhost/39139 {}] server.AbstractConnector(333): Started ServerConnector@6d637cc{HTTP/1.1, (http/1.1)}{0.0.0.0:40009} 2023-10-02T12:29:27,938 INFO [Listener at localhost/39139 {}] server.Server(415): Started @11293ms 2023-10-02T12:29:27,943 INFO [Listener at localhost/39139 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101, hbase.cluster.distributed=false 2023-10-02T12:29:28,038 INFO [Listener at localhost/39139 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:29:28,038 INFO [Listener at localhost/39139 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:29:28,038 INFO [Listener at localhost/39139 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:29:28,039 INFO [Listener at localhost/39139 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:29:28,039 INFO [Listener at localhost/39139 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:29:28,039 INFO [Listener at localhost/39139 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:29:28,052 INFO [Listener at localhost/39139 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:29:28,055 INFO [Listener at localhost/39139 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:29:28,059 INFO [Listener at localhost/39139 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:44335 2023-10-02T12:29:28,063 INFO [Listener at localhost/39139 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:29:28,078 DEBUG [Listener at localhost/39139 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:29:28,079 INFO [Listener at localhost/39139 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:29:28,084 INFO [Listener at localhost/39139 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:29:28,089 INFO [Listener at localhost/39139 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:44335 connecting to ZooKeeper ensemble=127.0.0.1:63193 2023-10-02T12:29:28,109 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:443350x0, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:29:28,114 DEBUG [Listener at localhost/39139 {}] zookeeper.ZKUtil(113): regionserver:443350x0, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:29:28,121 DEBUG [Listener at localhost/39139 {}] zookeeper.ZKUtil(113): regionserver:443350x0, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:29:28,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:44335-0x1017326b4ff0001 connected 2023-10-02T12:29:28,122 DEBUG [Listener at localhost/39139 {}] zookeeper.ZKUtil(113): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:29:28,126 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44335 2023-10-02T12:29:28,130 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44335 2023-10-02T12:29:28,131 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44335 2023-10-02T12:29:28,134 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44335 2023-10-02T12:29:28,134 DEBUG [Listener at localhost/39139 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44335 2023-10-02T12:29:28,139 INFO [Listener at localhost/39139 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:29:28,139 INFO [Listener at localhost/39139 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:29:28,140 INFO [Listener at localhost/39139 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:29:28,141 INFO [Listener at localhost/39139 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:29:28,141 INFO [Listener at localhost/39139 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:29:28,142 INFO [Listener at localhost/39139 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:29:28,142 INFO [Listener at localhost/39139 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:29:28,145 INFO [Listener at localhost/39139 {}] http.HttpServer(1219): Jetty bound to port 37961 2023-10-02T12:29:28,145 INFO [Listener at localhost/39139 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:29:28,166 INFO [Listener at localhost/39139 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:29:28,166 INFO [Listener at localhost/39139 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@39e94b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:29:28,167 INFO [Listener at localhost/39139 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:29:28,167 INFO [Listener at localhost/39139 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2185ebf2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:29:28,188 INFO [Listener at localhost/39139 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:29:28,190 INFO [Listener at localhost/39139 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:29:28,190 INFO [Listener at localhost/39139 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:29:28,191 INFO [Listener at localhost/39139 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:29:28,193 INFO [Listener at localhost/39139 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:29:28,200 INFO [Listener at localhost/39139 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1c5eaca6{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:29:28,201 INFO [Listener at localhost/39139 {}] server.AbstractConnector(333): Started ServerConnector@2b999be4{HTTP/1.1, (http/1.1)}{0.0.0.0:37961} 2023-10-02T12:29:28,201 INFO [Listener at localhost/39139 {}] server.Server(415): Started @11556ms 2023-10-02T12:29:28,208 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:29:28,235 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@46d69a43{HTTP/1.1, (http/1.1)}{0.0.0.0:34325} 2023-10-02T12:29:28,235 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @11591ms 2023-10-02T12:29:28,236 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:28,248 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:36421 2023-10-02T12:29:28,253 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:29:28,253 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:29:28,255 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:28,282 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:29:28,282 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:29:28,282 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:28,283 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:28,285 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:29:28,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:29:28,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,36421,1696249764147 from backup master directory 2023-10-02T12:29:28,291 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:28,292 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:29:28,292 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:29:28,293 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:29:28,293 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:28,296 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:29:28,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:29:28,453 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/hbase.id with ID: 9729f872-56b3-4654-ac46-05c458830144 2023-10-02T12:29:28,505 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:29:28,522 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:28,523 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,037 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:29,039 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:29:29,062 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:29:29,062 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:29:29,064 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:29:29,079 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:29:29,080 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:29:29,173 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store 2023-10-02T12:29:29,203 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:29:29,204 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:29,205 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:29:29,205 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:29,205 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:29,205 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:29:29,205 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:29,205 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:29,206 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:29:29,208 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/.initializing 2023-10-02T12:29:29,208 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/WALs/jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:29,221 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:29:29,242 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36421%2C1696249764147, suffix=, logDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/WALs/jenkins-hbase3.apache.org,36421,1696249764147, archiveDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/oldWALs, maxLogs=10 2023-10-02T12:29:29,285 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/WALs/jenkins-hbase3.apache.org,36421,1696249764147/jenkins-hbase3.apache.org%2C36421%2C1696249764147.1696249769252, exclude list is [], retry=0 2023-10-02T12:29:29,322 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK] 2023-10-02T12:29:29,330 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:29:29,405 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/WALs/jenkins-hbase3.apache.org,36421,1696249764147/jenkins-hbase3.apache.org%2C36421%2C1696249764147.1696249769252 2023-10-02T12:29:29,406 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK]] 2023-10-02T12:29:29,406 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:29,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:29,411 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,412 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:29:29,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:29,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:29,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:29:29,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:29,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:29,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:29:29,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:29,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:29,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:29:29,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:29,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:29,591 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,592 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,619 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:29:29,624 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:29:29,629 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:29,630 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12056354720, jitterRate=0.12283553183078766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:29:29,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:29:29,640 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:29:29,685 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abdec86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:29,751 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:29:29,776 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:29:29,777 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:29:29,780 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:29:29,782 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-02T12:29:29,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 8 msec 2023-10-02T12:29:29,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:29:29,847 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:29:29,868 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:29:29,871 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:29:29,876 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:29:29,878 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:29:29,880 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:29:29,885 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:29:29,892 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:29:29,897 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:29:29,898 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:29:29,899 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:29:29,920 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:29:29,922 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:29:29,928 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:29:29,928 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:29:29,928 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,928 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,929 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,36421,1696249764147, sessionid=0x1017326b4ff0000, setting cluster-up flag (Was=false) 2023-10-02T12:29:29,939 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:29:29,949 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,949 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,957 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:29:29,959 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:29,963 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,963 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,971 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:29:29,975 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:29,982 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,982 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:29,989 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:29:29,994 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:30,022 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:44335 2023-10-02T12:29:30,027 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(997): ClusterId : 9729f872-56b3-4654-ac46-05c458830144 2023-10-02T12:29:30,030 INFO [RS:0;jenkins-hbase3:44335 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:29:30,034 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:29:30,044 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:29:30,044 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:29:30,050 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:29:30,050 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:29:30,054 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:29:30,056 DEBUG [RS:0;jenkins-hbase3:44335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a699757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:30,059 DEBUG [RS:0;jenkins-hbase3:44335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9544fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:29:30,066 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:29:30,066 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:29:30,066 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:29:30,071 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36421,1696249764147 with isa=jenkins-hbase3.apache.org/172.31.12.81:44335, startcode=1696249768037 2023-10-02T12:29:30,098 DEBUG [RS:0;jenkins-hbase3:44335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:29:30,190 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46569, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:29:30,203 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:29:30,222 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:29:30,278 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:29:30,278 WARN [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-10-02T12:29:30,291 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:29:30,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:29:30,325 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,36421,1696249764147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:29:30,331 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:29:30,331 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:29:30,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:29:30,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:29:30,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:29:30,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:29:30,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,346 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696249800346 2023-10-02T12:29:30,350 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:29:30,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:29:30,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:29:30,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:29:30,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:30,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:29:30,379 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36421,1696249764147 with isa=jenkins-hbase3.apache.org/172.31.12.81:44335, startcode=1696249768037 2023-10-02T12:29:30,381 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:29:30,390 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:29:30,390 WARN [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-10-02T12:29:30,401 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:29:30,402 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:29:30,404 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:29:30,404 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:29:30,404 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:29:30,410 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:29:30,411 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:30,412 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:29:30,416 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:29:30,416 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:29:30,428 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7b9774e0 to 127.0.0.1:63193 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:30,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:30,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:29:30,456 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f1d9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:30,457 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:29:30,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:29:30,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:30,461 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:29:30,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:30,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:29:30,462 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:29:30,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:29:30,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:30,464 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249770464,5,FailOnTimeoutGroup] 2023-10-02T12:29:30,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:30,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:29:30,466 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249770465,5,FailOnTimeoutGroup] 2023-10-02T12:29:30,466 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,466 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:29:30,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:29:30,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:30,468 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:30,469 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740 2023-10-02T12:29:30,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740 2023-10-02T12:29:30,473 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:29:30,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:29:30,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:30,480 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11345721600, jitterRate=0.05665266513824463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:29:30,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:29:30,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:29:30,483 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:29:30,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:29:30,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:29:30,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:29:30,485 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:29:30,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:29:30,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:29:30,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:29:30,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:29:30,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:29:30,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:29:30,592 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36421,1696249764147 with isa=jenkins-hbase3.apache.org/172.31.12.81:44335, startcode=1696249768037 2023-10-02T12:29:30,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36421 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:30,613 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:30,614 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:44819 2023-10-02T12:29:30,614 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=40009 2023-10-02T12:29:30,622 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:29:30,623 DEBUG [RS:0;jenkins-hbase3:44335 {}] zookeeper.ZKUtil(111): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:30,623 WARN [RS:0;jenkins-hbase3:44335 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:29:30,623 INFO [RS:0;jenkins-hbase3:44335 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:29:30,623 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:30,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,44335,1696249768037] 2023-10-02T12:29:30,643 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:29:30,659 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:29:30,670 WARN [jenkins-hbase3:36421 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-10-02T12:29:30,673 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:29:30,678 INFO [RS:0;jenkins-hbase3:44335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:29:30,678 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,679 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:29:30,688 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,688 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,689 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,689 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,689 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,689 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,689 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:29:30,689 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,689 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,689 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,690 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,690 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:30,690 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:29:30,690 DEBUG [RS:0;jenkins-hbase3:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:29:30,691 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,691 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,691 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,691 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,691 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44335,1696249768037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:29:30,708 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:29:30,711 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44335,1696249768037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:30,726 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,44335,1696249768037 started 2023-10-02T12:29:30,727 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,44335,1696249768037, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:44335, sessionid=0x1017326b4ff0001 2023-10-02T12:29:30,727 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:29:30,727 DEBUG [RS:0;jenkins-hbase3:44335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:30,727 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44335,1696249768037' 2023-10-02T12:29:30,727 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:29:30,728 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:29:30,729 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:29:30,729 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:29:30,729 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44335,1696249768037' 2023-10-02T12:29:30,729 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:29:30,730 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:29:30,730 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:29:30,730 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:29:30,730 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:29:30,730 DEBUG [RS:0;jenkins-hbase3:44335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:30,730 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44335,1696249768037' 2023-10-02T12:29:30,730 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:29:30,731 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:29:30,732 DEBUG [RS:0;jenkins-hbase3:44335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:29:30,732 INFO [RS:0;jenkins-hbase3:44335 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:29:30,732 INFO [RS:0;jenkins-hbase3:44335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:29:30,842 INFO [RS:0;jenkins-hbase3:44335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:29:30,845 INFO [RS:0;jenkins-hbase3:44335 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44335%2C1696249768037, suffix=, logDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037, archiveDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/oldWALs, maxLogs=32 2023-10-02T12:29:30,858 DEBUG [RS:0;jenkins-hbase3:44335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249770847, exclude list is [], retry=0 2023-10-02T12:29:30,864 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK] 2023-10-02T12:29:30,869 INFO [RS:0;jenkins-hbase3:44335 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249770847 2023-10-02T12:29:30,869 DEBUG [RS:0;jenkins-hbase3:44335 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK]] 2023-10-02T12:29:30,922 DEBUG [jenkins-hbase3:36421 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:29:30,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:30,937 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,44335,1696249768037, state=OPENING 2023-10-02T12:29:30,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:29:30,955 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:30,955 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:30,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:29:30,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:29:30,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,44335,1696249768037}] 2023-10-02T12:29:31,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:31,160 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:29:31,163 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:29:31,178 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:29:31,178 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:29:31,179 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:29:31,182 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta, suffix=.meta, logDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037, archiveDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/oldWALs, maxLogs=32 2023-10-02T12:29:31,194 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249771183.meta, exclude list is [], retry=0 2023-10-02T12:29:31,198 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK] 2023-10-02T12:29:31,202 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249771183.meta 2023-10-02T12:29:31,210 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK]] 2023-10-02T12:29:31,210 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:31,217 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:31,218 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:29:31,239 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:29:31,239 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:29:31,245 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:29:31,245 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:31,245 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:29:31,245 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:29:31,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:29:31,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:29:31,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:31,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:31,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:29:31,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:29:31,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:31,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:31,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:29:31,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:29:31,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:31,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:31,259 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740 2023-10-02T12:29:31,262 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740 2023-10-02T12:29:31,265 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:29:31,268 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:29:31,269 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11690846560, jitterRate=0.08879493176937103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:29:31,271 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:29:31,283 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696249771149 2023-10-02T12:29:31,302 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:29:31,303 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:29:31,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:31,306 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,44335,1696249768037, state=OPEN 2023-10-02T12:29:31,309 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:29:31,309 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:29:31,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:29:31,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:29:31,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:29:31,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,44335,1696249768037 in 348 msec 2023-10-02T12:29:31,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:29:31,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 815 msec 2023-10-02T12:29:31,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3680 sec 2023-10-02T12:29:31,466 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696249771465, completionTime=-1 2023-10-02T12:29:31,466 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:29:31,466 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:29:31,540 DEBUG [hconnection-0x7669ce7f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:31,545 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42320, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:31,561 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:29:31,561 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696249831561 2023-10-02T12:29:31,561 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696249891561 2023-10-02T12:29:31,561 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 95 msec 2023-10-02T12:29:31,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36421,1696249764147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:31,587 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36421,1696249764147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:31,587 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36421,1696249764147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:31,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:36421, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:31,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:31,596 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:29:31,610 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:29:31,611 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:29:31,621 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:29:31,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:31,626 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:31,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:32,049 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 58a337cc7d162c6654923deb27faf412, NAME => 'hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:32,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:32,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 58a337cc7d162c6654923deb27faf412, disabling compactions & flushes 2023-10-02T12:29:32,461 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:29:32,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:29:32,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. after waiting 0 ms 2023-10-02T12:29:32,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:29:32,461 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:29:32,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 58a337cc7d162c6654923deb27faf412: 2023-10-02T12:29:32,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:32,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696249772466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249772466"}]},"ts":"1696249772466"} 2023-10-02T12:29:32,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:32,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:32,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249772519"}]},"ts":"1696249772519"} 2023-10-02T12:29:32,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:29:32,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=58a337cc7d162c6654923deb27faf412, ASSIGN}] 2023-10-02T12:29:32,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=58a337cc7d162c6654923deb27faf412, ASSIGN 2023-10-02T12:29:32,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=58a337cc7d162c6654923deb27faf412, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44335,1696249768037; forceNewPlan=false, retain=false 2023-10-02T12:29:32,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=58a337cc7d162c6654923deb27faf412, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:32,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 58a337cc7d162c6654923deb27faf412, server=jenkins-hbase3.apache.org,44335,1696249768037}] 2023-10-02T12:29:32,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:29:32,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 58a337cc7d162c6654923deb27faf412, NAME => 'hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:32,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:32,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 58a337cc7d162c6654923deb27faf412 2023-10-02T12:29:32,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:32,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 58a337cc7d162c6654923deb27faf412 2023-10-02T12:29:32,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 58a337cc7d162c6654923deb27faf412 2023-10-02T12:29:32,880 INFO [StoreOpener-58a337cc7d162c6654923deb27faf412-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 58a337cc7d162c6654923deb27faf412 2023-10-02T12:29:32,882 INFO [StoreOpener-58a337cc7d162c6654923deb27faf412-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58a337cc7d162c6654923deb27faf412 columnFamilyName info 2023-10-02T12:29:32,882 DEBUG [StoreOpener-58a337cc7d162c6654923deb27faf412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:32,883 INFO [StoreOpener-58a337cc7d162c6654923deb27faf412-1 {}] regionserver.HStore(324): Store=58a337cc7d162c6654923deb27faf412/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:32,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412 2023-10-02T12:29:32,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412 2023-10-02T12:29:32,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 58a337cc7d162c6654923deb27faf412 2023-10-02T12:29:32,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:32,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 58a337cc7d162c6654923deb27faf412; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11934954720, jitterRate=0.11152927577495575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:32,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 58a337cc7d162c6654923deb27faf412: 2023-10-02T12:29:32,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412., pid=6, masterSystemTime=1696249772853 2023-10-02T12:29:32,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:29:32,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:29:32,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=58a337cc7d162c6654923deb27faf412, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:32,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:29:32,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 58a337cc7d162c6654923deb27faf412, server=jenkins-hbase3.apache.org,44335,1696249768037 in 210 msec 2023-10-02T12:29:32,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:29:32,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=58a337cc7d162c6654923deb27faf412, ASSIGN in 376 msec 2023-10-02T12:29:32,919 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:32,919 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249772919"}]},"ts":"1696249772919"} 2023-10-02T12:29:32,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:29:32,950 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:29:32,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:32,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3390 sec 2023-10-02T12:29:32,980 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:32,980 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:32,980 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:33,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:29:33,081 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:33,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 121 msec 2023-10-02T12:29:33,155 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:29:33,218 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:33,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 113 msec 2023-10-02T12:29:33,380 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:29:33,472 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:29:33,472 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 5.179sec 2023-10-02T12:29:33,475 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:29:33,477 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:29:33,479 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:29:33,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:29:33,481 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:29:33,483 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36421,1696249764147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:29:33,484 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36421,1696249764147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:29:33,501 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:29:33,503 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:29:33,557 DEBUG [Listener at localhost/39139 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2e99e32e to 127.0.0.1:63193 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:33,605 DEBUG [Listener at localhost/39139 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562c4d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:33,613 DEBUG [Listener at localhost/39139 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:29:33,613 DEBUG [Listener at localhost/39139 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:29:33,638 DEBUG [hconnection-0xbc884dc-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:33,653 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42328, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:33,669 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:29:33,669 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:29:33,669 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/test.cache.data in system properties and HBase conf 2023-10-02T12:29:33,669 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:29:33,669 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:29:33,670 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:29:33,670 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:29:33,670 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:29:33,670 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:29:33,670 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:29:33,670 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:29:33,671 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:29:33,671 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:29:33,671 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:29:33,671 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:29:33,671 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:29:33,671 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:29:33,671 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:29:33,671 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:29:33,672 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:29:33,672 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:29:33,672 INFO [Listener at localhost/39139 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:29:35,144 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:35,526 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:35,533 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35461_jobhistory____axq8d3/webapp 2023-10-02T12:29:35,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:29:35,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:35,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:29:35,665 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:35,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:35,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:29:35,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:29:35,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:29:35,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:29:35,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:35,759 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:29:35,760 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:29:35,760 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:29:35,764 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:29:35,863 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:35,996 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:36,448 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:29:36,481 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35461 2023-10-02T12:29:36,643 WARN [Listener at jenkins-hbase3.apache.org/34771 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:36,750 WARN [Listener at jenkins-hbase3.apache.org/34771 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:29:36,751 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:36,760 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45041_cluster____.89i1nt/webapp 2023-10-02T12:29:36,834 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:29:36,834 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:29:36,834 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:29:36,834 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:29:36,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:29:36,844 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:36,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:29:36,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:29:37,118 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:37,244 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:37,255 INFO [Listener at jenkins-hbase3.apache.org/34771 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45041 2023-10-02T12:29:37,802 WARN [Listener at jenkins-hbase3.apache.org/38441 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:37,830 WARN [Listener at jenkins-hbase3.apache.org/38441 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:29:37,831 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:37,838 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45215_node____.d2s564/webapp 2023-10-02T12:29:37,896 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:29:37,896 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:29:37,896 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:29:37,897 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:29:37,904 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:37,929 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:38,024 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:38,039 INFO [Listener at jenkins-hbase3.apache.org/38441 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45215 2023-10-02T12:29:38,233 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:38,242 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:29:38,243 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:38,254 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45787_node____.v3yb2k/webapp 2023-10-02T12:29:38,333 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:29:38,333 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:29:38,333 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:29:38,334 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:29:38,344 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:38,368 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:38,445 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:38,451 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45787 2023-10-02T12:29:38,481 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:29:38,481 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:44819/backupUT 2023-10-02T12:29:38,492 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:38,496 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44138, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:38,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:29:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:29:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:29:38,537 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:38,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 35 msec 2023-10-02T12:29:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:29:38,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:29:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:29:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:29:38,646 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:38,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-10-02T12:29:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:29:38,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:29:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:29:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:29:38,756 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:38,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-10-02T12:29:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:29:38,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:29:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:29:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:29:38,869 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:38,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-10-02T12:29:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:29:38,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696249778481', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696249778481 2023-10-02T12:29:38,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696249778481 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:38,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696249778481" procId is: 13 2023-10-02T12:29:38,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:38,988 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696249778481 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:39,022 INFO [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0149f24a8739b04c0e75729c10348003, NAME => 'test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696249778481', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:39,042 DEBUG [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:39,042 DEBUG [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(1668): Closing 0149f24a8739b04c0e75729c10348003, disabling compactions & flushes 2023-10-02T12:29:39,042 INFO [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:39,042 DEBUG [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:39,042 DEBUG [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. after waiting 0 ms 2023-10-02T12:29:39,042 DEBUG [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:39,043 INFO [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(1909): Closed test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:39,043 DEBUG [RegionOpenAndInit-test-1696249778481-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0149f24a8739b04c0e75729c10348003: 2023-10-02T12:29:39,044 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696249778481 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:39,045 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696249779044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249779044"}]},"ts":"1696249779044"} 2023-10-02T12:29:39,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:39,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696249778481 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:39,049 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249778481","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249779049"}]},"ts":"1696249779049"} 2023-10-02T12:29:39,051 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249778481, state=ENABLING in hbase:meta 2023-10-02T12:29:39,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249778481, region=0149f24a8739b04c0e75729c10348003, ASSIGN}] 2023-10-02T12:29:39,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249778481, region=0149f24a8739b04c0e75729c10348003, ASSIGN 2023-10-02T12:29:39,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249778481, region=0149f24a8739b04c0e75729c10348003, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44335,1696249768037; forceNewPlan=false, retain=false 2023-10-02T12:29:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:39,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=0149f24a8739b04c0e75729c10348003, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:39,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 0149f24a8739b04c0e75729c10348003, server=jenkins-hbase3.apache.org,44335,1696249768037}] 2023-10-02T12:29:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:39,380 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:39,381 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 0149f24a8739b04c0e75729c10348003, NAME => 'test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:39,381 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:39,381 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249778481 0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:39,381 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:39,381 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:39,381 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:39,384 INFO [StoreOpener-0149f24a8739b04c0e75729c10348003-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:39,386 INFO [StoreOpener-0149f24a8739b04c0e75729c10348003-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0149f24a8739b04c0e75729c10348003 columnFamilyName f 2023-10-02T12:29:39,386 DEBUG [StoreOpener-0149f24a8739b04c0e75729c10348003-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:39,388 INFO [StoreOpener-0149f24a8739b04c0e75729c10348003-1 {}] regionserver.HStore(324): Store=0149f24a8739b04c0e75729c10348003/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:39,389 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:39,389 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:39,393 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:39,398 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:39,399 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 0149f24a8739b04c0e75729c10348003; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11930964960, jitterRate=0.11115770041942596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:39,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 0149f24a8739b04c0e75729c10348003: 2023-10-02T12:29:39,402 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003., pid=15, masterSystemTime=1696249779372 2023-10-02T12:29:39,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=0149f24a8739b04c0e75729c10348003, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:39,406 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:39,406 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:39,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:29:39,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 0149f24a8739b04c0e75729c10348003, server=jenkins-hbase3.apache.org,44335,1696249768037 in 190 msec 2023-10-02T12:29:39,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:29:39,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696249778481, region=0149f24a8739b04c0e75729c10348003, ASSIGN in 355 msec 2023-10-02T12:29:39,417 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696249778481 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:39,417 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249778481","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249779417"}]},"ts":"1696249779417"} 2023-10-02T12:29:39,419 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249778481, state=ENABLED in hbase:meta 2023-10-02T12:29:39,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696249778481 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:39,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696249778481 in 442 msec 2023-10-02T12:29:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:39,599 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696249778481, procId: 13 completed 2023-10-02T12:29:39,600 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x294f478e to 127.0.0.1:63193 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:39,606 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d373e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:39,610 DEBUG [hconnection-0x79515643-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:39,615 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42332, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:39,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HRegion(8210): writing data to region test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:29:39,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962497784811', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962497784811 2023-10-02T12:29:39,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962497784811 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:39,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:39,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962497784811" procId is: 16 2023-10-02T12:29:39,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962497784811 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:40,145 INFO [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 28c1678465cfa050617ba41ea277ad65, NAME => 'ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962497784811', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:40,566 DEBUG [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:40,566 DEBUG [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(1668): Closing 28c1678465cfa050617ba41ea277ad65, disabling compactions & flushes 2023-10-02T12:29:40,566 INFO [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:40,566 DEBUG [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:40,566 DEBUG [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. after waiting 0 ms 2023-10-02T12:29:40,566 DEBUG [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:40,566 INFO [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:40,566 DEBUG [RegionOpenAndInit-ns2:test-16962497784811-pool-0 {}] regionserver.HRegion(1622): Region close journal for 28c1678465cfa050617ba41ea277ad65: 2023-10-02T12:29:40,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962497784811 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:40,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249780568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249780568"}]},"ts":"1696249780568"} 2023-10-02T12:29:40,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:40,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962497784811 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:40,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962497784811","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249780572"}]},"ts":"1696249780572"} 2023-10-02T12:29:40,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962497784811, state=ENABLING in hbase:meta 2023-10-02T12:29:40,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962497784811, region=28c1678465cfa050617ba41ea277ad65, ASSIGN}] 2023-10-02T12:29:40,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962497784811, region=28c1678465cfa050617ba41ea277ad65, ASSIGN 2023-10-02T12:29:40,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962497784811, region=28c1678465cfa050617ba41ea277ad65, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44335,1696249768037; forceNewPlan=false, retain=false 2023-10-02T12:29:40,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=28c1678465cfa050617ba41ea277ad65, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:40,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 28c1678465cfa050617ba41ea277ad65, server=jenkins-hbase3.apache.org,44335,1696249768037}] 2023-10-02T12:29:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:40,897 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:40,898 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 28c1678465cfa050617ba41ea277ad65, NAME => 'ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:40,898 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:40,898 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962497784811 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:40,899 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:40,899 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:40,899 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:40,901 INFO [StoreOpener-28c1678465cfa050617ba41ea277ad65-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:40,903 INFO [StoreOpener-28c1678465cfa050617ba41ea277ad65-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c1678465cfa050617ba41ea277ad65 columnFamilyName f 2023-10-02T12:29:40,903 DEBUG [StoreOpener-28c1678465cfa050617ba41ea277ad65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:40,904 INFO [StoreOpener-28c1678465cfa050617ba41ea277ad65-1 {}] regionserver.HStore(324): Store=28c1678465cfa050617ba41ea277ad65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:40,906 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:40,906 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:40,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:40,918 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:40,919 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 28c1678465cfa050617ba41ea277ad65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10336715680, jitterRate=-0.037318333983421326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:40,920 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 28c1678465cfa050617ba41ea277ad65: 2023-10-02T12:29:40,921 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65., pid=18, masterSystemTime=1696249780892 2023-10-02T12:29:40,923 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:40,923 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:40,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=28c1678465cfa050617ba41ea277ad65, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:40,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:29:40,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 28c1678465cfa050617ba41ea277ad65, server=jenkins-hbase3.apache.org,44335,1696249768037 in 188 msec 2023-10-02T12:29:40,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:29:40,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962497784811, region=28c1678465cfa050617ba41ea277ad65, ASSIGN in 351 msec 2023-10-02T12:29:40,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962497784811 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:40,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962497784811","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249780935"}]},"ts":"1696249780935"} 2023-10-02T12:29:40,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962497784811, state=ENABLED in hbase:meta 2023-10-02T12:29:40,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962497784811 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:40,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962497784811 in 1.2190 sec 2023-10-02T12:29:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:41,839 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962497784811, procId: 16 completed 2023-10-02T12:29:41,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:29:41,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962497784812', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962497784812 2023-10-02T12:29:41,946 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962497784812 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:41,946 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:41,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962497784812" procId is: 19 2023-10-02T12:29:41,948 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962497784812 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:41,962 INFO [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 061270c2a9910976678bea7f98c4012d, NAME => 'ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962497784812', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:41,984 DEBUG [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:41,984 DEBUG [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(1668): Closing 061270c2a9910976678bea7f98c4012d, disabling compactions & flushes 2023-10-02T12:29:41,984 INFO [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:29:41,984 DEBUG [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:29:41,985 DEBUG [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. after waiting 0 ms 2023-10-02T12:29:41,985 DEBUG [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:29:41,985 INFO [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:29:41,985 DEBUG [RegionOpenAndInit-ns3:test-16962497784812-pool-0 {}] regionserver.HRegion(1622): Region close journal for 061270c2a9910976678bea7f98c4012d: 2023-10-02T12:29:41,986 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962497784812 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:41,987 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249781986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249781986"}]},"ts":"1696249781986"} 2023-10-02T12:29:41,989 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:41,990 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962497784812 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:41,990 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962497784812","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249781990"}]},"ts":"1696249781990"} 2023-10-02T12:29:41,992 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962497784812, state=ENABLING in hbase:meta 2023-10-02T12:29:41,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962497784812, region=061270c2a9910976678bea7f98c4012d, ASSIGN}] 2023-10-02T12:29:41,999 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962497784812, region=061270c2a9910976678bea7f98c4012d, ASSIGN 2023-10-02T12:29:42,000 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962497784812, region=061270c2a9910976678bea7f98c4012d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44335,1696249768037; forceNewPlan=false, retain=false 2023-10-02T12:29:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:42,152 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=061270c2a9910976678bea7f98c4012d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:42,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 061270c2a9910976678bea7f98c4012d, server=jenkins-hbase3.apache.org,44335,1696249768037}] 2023-10-02T12:29:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:42,313 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:29:42,313 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 061270c2a9910976678bea7f98c4012d, NAME => 'ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:42,313 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:42,313 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962497784812 061270c2a9910976678bea7f98c4012d 2023-10-02T12:29:42,313 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:42,314 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 061270c2a9910976678bea7f98c4012d 2023-10-02T12:29:42,314 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 061270c2a9910976678bea7f98c4012d 2023-10-02T12:29:42,315 INFO [StoreOpener-061270c2a9910976678bea7f98c4012d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 061270c2a9910976678bea7f98c4012d 2023-10-02T12:29:42,317 INFO [StoreOpener-061270c2a9910976678bea7f98c4012d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 061270c2a9910976678bea7f98c4012d columnFamilyName f 2023-10-02T12:29:42,317 DEBUG [StoreOpener-061270c2a9910976678bea7f98c4012d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:42,318 INFO [StoreOpener-061270c2a9910976678bea7f98c4012d-1 {}] regionserver.HStore(324): Store=061270c2a9910976678bea7f98c4012d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:42,319 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns3/test-16962497784812/061270c2a9910976678bea7f98c4012d 2023-10-02T12:29:42,320 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns3/test-16962497784812/061270c2a9910976678bea7f98c4012d 2023-10-02T12:29:42,324 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 061270c2a9910976678bea7f98c4012d 2023-10-02T12:29:42,327 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns3/test-16962497784812/061270c2a9910976678bea7f98c4012d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:42,328 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 061270c2a9910976678bea7f98c4012d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10217673440, jitterRate=-0.048405006527900696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:42,329 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 061270c2a9910976678bea7f98c4012d: 2023-10-02T12:29:42,330 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d., pid=21, masterSystemTime=1696249782308 2023-10-02T12:29:42,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:29:42,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:29:42,334 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=061270c2a9910976678bea7f98c4012d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:42,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:29:42,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 061270c2a9910976678bea7f98c4012d, server=jenkins-hbase3.apache.org,44335,1696249768037 in 181 msec 2023-10-02T12:29:42,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:29:42,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962497784812, region=061270c2a9910976678bea7f98c4012d, ASSIGN in 342 msec 2023-10-02T12:29:42,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962497784812 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:42,343 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962497784812","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249782343"}]},"ts":"1696249782343"} 2023-10-02T12:29:42,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962497784812, state=ENABLED in hbase:meta 2023-10-02T12:29:42,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962497784812 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:42,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962497784812 in 407 msec 2023-10-02T12:29:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:42,554 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962497784812, procId: 19 completed 2023-10-02T12:29:42,554 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962497784812 get assigned. Timeout = 60000ms 2023-10-02T12:29:42,556 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:29:42,561 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962497784812 assigned to meta. Checking AM states. 2023-10-02T12:29:42,561 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:29:42,562 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962497784812 assigned. 2023-10-02T12:29:42,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962497784813', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962497784813 2023-10-02T12:29:42,567 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962497784813 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:42,567 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:42,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962497784813" procId is: 22 2023-10-02T12:29:42,568 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962497784813 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:42,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696249778481' 2023-10-02T12:29:42,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962497784812' 2023-10-02T12:29:42,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962497784811' 2023-10-02T12:29:42,984 INFO [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1256cf8f12d6a6e5ba26397c5e1950e1, NAME => 'ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962497784813', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:43,001 DEBUG [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:43,001 DEBUG [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(1668): Closing 1256cf8f12d6a6e5ba26397c5e1950e1, disabling compactions & flushes 2023-10-02T12:29:43,001 INFO [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:29:43,001 DEBUG [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:29:43,001 DEBUG [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. after waiting 0 ms 2023-10-02T12:29:43,001 DEBUG [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:29:43,001 INFO [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:29:43,001 DEBUG [RegionOpenAndInit-ns4:test-16962497784813-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1256cf8f12d6a6e5ba26397c5e1950e1: 2023-10-02T12:29:43,003 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962497784813 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:43,003 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249783003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249783003"}]},"ts":"1696249783003"} 2023-10-02T12:29:43,005 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:43,007 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962497784813 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:43,007 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962497784813","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249783007"}]},"ts":"1696249783007"} 2023-10-02T12:29:43,008 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962497784813, state=ENABLING in hbase:meta 2023-10-02T12:29:43,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962497784813, region=1256cf8f12d6a6e5ba26397c5e1950e1, ASSIGN}] 2023-10-02T12:29:43,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962497784813, region=1256cf8f12d6a6e5ba26397c5e1950e1, ASSIGN 2023-10-02T12:29:43,016 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962497784813, region=1256cf8f12d6a6e5ba26397c5e1950e1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44335,1696249768037; forceNewPlan=false, retain=false 2023-10-02T12:29:43,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1256cf8f12d6a6e5ba26397c5e1950e1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:43,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 1256cf8f12d6a6e5ba26397c5e1950e1, server=jenkins-hbase3.apache.org,44335,1696249768037}] 2023-10-02T12:29:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:43,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:29:43,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 1256cf8f12d6a6e5ba26397c5e1950e1, NAME => 'ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:43,334 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:43,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962497784813 1256cf8f12d6a6e5ba26397c5e1950e1 2023-10-02T12:29:43,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:43,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 1256cf8f12d6a6e5ba26397c5e1950e1 2023-10-02T12:29:43,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 1256cf8f12d6a6e5ba26397c5e1950e1 2023-10-02T12:29:43,345 INFO [StoreOpener-1256cf8f12d6a6e5ba26397c5e1950e1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1256cf8f12d6a6e5ba26397c5e1950e1 2023-10-02T12:29:43,352 INFO [StoreOpener-1256cf8f12d6a6e5ba26397c5e1950e1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1256cf8f12d6a6e5ba26397c5e1950e1 columnFamilyName f 2023-10-02T12:29:43,352 DEBUG [StoreOpener-1256cf8f12d6a6e5ba26397c5e1950e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:43,353 INFO [StoreOpener-1256cf8f12d6a6e5ba26397c5e1950e1-1 {}] regionserver.HStore(324): Store=1256cf8f12d6a6e5ba26397c5e1950e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:43,354 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns4/test-16962497784813/1256cf8f12d6a6e5ba26397c5e1950e1 2023-10-02T12:29:43,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns4/test-16962497784813/1256cf8f12d6a6e5ba26397c5e1950e1 2023-10-02T12:29:43,359 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 1256cf8f12d6a6e5ba26397c5e1950e1 2023-10-02T12:29:43,362 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns4/test-16962497784813/1256cf8f12d6a6e5ba26397c5e1950e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:43,363 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 1256cf8f12d6a6e5ba26397c5e1950e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10683285600, jitterRate=-0.005041494965553284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:43,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 1256cf8f12d6a6e5ba26397c5e1950e1: 2023-10-02T12:29:43,365 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1., pid=24, masterSystemTime=1696249783324 2023-10-02T12:29:43,367 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:29:43,368 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:29:43,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1256cf8f12d6a6e5ba26397c5e1950e1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:43,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:29:43,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 1256cf8f12d6a6e5ba26397c5e1950e1, server=jenkins-hbase3.apache.org,44335,1696249768037 in 200 msec 2023-10-02T12:29:43,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:29:43,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962497784813, region=1256cf8f12d6a6e5ba26397c5e1950e1, ASSIGN in 366 msec 2023-10-02T12:29:43,385 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962497784813 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:43,385 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962497784813","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249783385"}]},"ts":"1696249783385"} 2023-10-02T12:29:43,388 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962497784813, state=ENABLED in hbase:meta 2023-10-02T12:29:43,392 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962497784813 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:43,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962497784813 in 828 msec 2023-10-02T12:29:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:43,677 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962497784813, procId: 22 completed 2023-10-02T12:29:43,677 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962497784813 get assigned. Timeout = 60000ms 2023-10-02T12:29:43,677 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:29:43,682 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962497784813 assigned to meta. Checking AM states. 2023-10-02T12:29:43,682 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:29:43,682 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962497784813 assigned. 2023-10-02T12:29:43,683 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x294f478e to 127.0.0.1:63193 2023-10-02T12:29:43,683 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:43,734 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.ResourceChecker(147): before: backup.TestBackupShowHistory#testBackupHistory Thread=584, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=702, ProcessCount=181, AvailableMemoryMB=682 2023-10-02T12:29:43,734 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-10-02T12:29:43,737 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] backup.TestBackupShowHistory(68): test backup history on a single table with data 2023-10-02T12:29:43,740 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3aa07cac to 127.0.0.1:63193 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:43,746 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cbbc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:43,789 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:43,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59048, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:43,808 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:43,810 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:43,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:29:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:29:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:29:43,848 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:43,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 23 msec 2023-10-02T12:29:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:29:43,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:29:43,970 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:43,971 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:43,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-10-02T12:29:43,972 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:44,028 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7e64f6b0f3754ccff0cc7070a72115ea, NAME => 'backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:44,054 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:44,054 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 7e64f6b0f3754ccff0cc7070a72115ea, disabling compactions & flushes 2023-10-02T12:29:44,054 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:44,054 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:44,054 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. after waiting 0 ms 2023-10-02T12:29:44,054 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:44,054 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:44,054 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7e64f6b0f3754ccff0cc7070a72115ea: 2023-10-02T12:29:44,056 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:44,057 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696249784056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249784056"}]},"ts":"1696249784056"} 2023-10-02T12:29:44,059 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:44,060 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:44,060 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249784060"}]},"ts":"1696249784060"} 2023-10-02T12:29:44,062 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:29:44,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=7e64f6b0f3754ccff0cc7070a72115ea, ASSIGN}] 2023-10-02T12:29:44,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=7e64f6b0f3754ccff0cc7070a72115ea, ASSIGN 2023-10-02T12:29:44,077 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=7e64f6b0f3754ccff0cc7070a72115ea, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44335,1696249768037; forceNewPlan=false, retain=false 2023-10-02T12:29:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:44,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7e64f6b0f3754ccff0cc7070a72115ea, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:44,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea, server=jenkins-hbase3.apache.org,44335,1696249768037}] 2023-10-02T12:29:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:44,398 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:44,399 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 7e64f6b0f3754ccff0cc7070a72115ea, NAME => 'backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:44,399 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:44,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:44,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:44,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:44,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:44,402 INFO [StoreOpener-7e64f6b0f3754ccff0cc7070a72115ea-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:44,404 INFO [StoreOpener-7e64f6b0f3754ccff0cc7070a72115ea-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e64f6b0f3754ccff0cc7070a72115ea columnFamilyName meta 2023-10-02T12:29:44,405 DEBUG [StoreOpener-7e64f6b0f3754ccff0cc7070a72115ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:44,405 INFO [StoreOpener-7e64f6b0f3754ccff0cc7070a72115ea-1 {}] regionserver.HStore(324): Store=7e64f6b0f3754ccff0cc7070a72115ea/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:44,406 INFO [StoreOpener-7e64f6b0f3754ccff0cc7070a72115ea-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:44,408 INFO [StoreOpener-7e64f6b0f3754ccff0cc7070a72115ea-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e64f6b0f3754ccff0cc7070a72115ea columnFamilyName session 2023-10-02T12:29:44,408 DEBUG [StoreOpener-7e64f6b0f3754ccff0cc7070a72115ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:44,409 INFO [StoreOpener-7e64f6b0f3754ccff0cc7070a72115ea-1 {}] regionserver.HStore(324): Store=7e64f6b0f3754ccff0cc7070a72115ea/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:44,410 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:44,411 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:44,413 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:29:44,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:44,418 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:44,419 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 7e64f6b0f3754ccff0cc7070a72115ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11686195520, jitterRate=0.08836176991462708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:29:44,419 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 7e64f6b0f3754ccff0cc7070a72115ea: 2023-10-02T12:29:44,420 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea., pid=28, masterSystemTime=1696249784386 2023-10-02T12:29:44,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:44,423 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:44,424 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7e64f6b0f3754ccff0cc7070a72115ea, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:44,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:29:44,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea, server=jenkins-hbase3.apache.org,44335,1696249768037 in 194 msec 2023-10-02T12:29:44,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:29:44,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=7e64f6b0f3754ccff0cc7070a72115ea, ASSIGN in 361 msec 2023-10-02T12:29:44,432 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:44,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249784432"}]},"ts":"1696249784432"} 2023-10-02T12:29:44,435 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:29:44,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:44,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 476 msec 2023-10-02T12:29:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:44,581 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-10-02T12:29:44,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:29:44,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:44,599 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:44,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-10-02T12:29:44,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:44,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:29:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:45,018 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bc2fbe0acfedcfd67cea271dab0b9fec, NAME => 'backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:45,482 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:45,483 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing bc2fbe0acfedcfd67cea271dab0b9fec, disabling compactions & flushes 2023-10-02T12:29:45,483 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:29:45,483 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:29:45,483 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. after waiting 0 ms 2023-10-02T12:29:45,483 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:29:45,483 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:29:45,483 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for bc2fbe0acfedcfd67cea271dab0b9fec: 2023-10-02T12:29:45,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:45,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249785485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249785485"}]},"ts":"1696249785485"} 2023-10-02T12:29:45,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:45,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:45,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249785489"}]},"ts":"1696249785489"} 2023-10-02T12:29:45,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:29:45,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=bc2fbe0acfedcfd67cea271dab0b9fec, ASSIGN}] 2023-10-02T12:29:45,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=bc2fbe0acfedcfd67cea271dab0b9fec, ASSIGN 2023-10-02T12:29:45,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=bc2fbe0acfedcfd67cea271dab0b9fec, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44335,1696249768037; forceNewPlan=false, retain=false 2023-10-02T12:29:45,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bc2fbe0acfedcfd67cea271dab0b9fec, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:45,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure bc2fbe0acfedcfd67cea271dab0b9fec, server=jenkins-hbase3.apache.org,44335,1696249768037}] 2023-10-02T12:29:45,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:29:45,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:45,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962497784813 2023-10-02T12:29:45,658 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962497784813 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:45,660 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962497784811 2023-10-02T12:29:45,660 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962497784811 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:45,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962497784812 2023-10-02T12:29:45,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962497784812 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:45,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249778481 2023-10-02T12:29:45,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696249778481 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:45,810 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:29:45,810 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => bc2fbe0acfedcfd67cea271dab0b9fec, NAME => 'backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:45,811 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:45,811 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:29:45,811 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:45,811 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:29:45,811 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:29:45,813 INFO [StoreOpener-bc2fbe0acfedcfd67cea271dab0b9fec-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:29:45,815 INFO [StoreOpener-bc2fbe0acfedcfd67cea271dab0b9fec-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2fbe0acfedcfd67cea271dab0b9fec columnFamilyName meta 2023-10-02T12:29:45,815 DEBUG [StoreOpener-bc2fbe0acfedcfd67cea271dab0b9fec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:45,816 INFO [StoreOpener-bc2fbe0acfedcfd67cea271dab0b9fec-1 {}] regionserver.HStore(324): Store=bc2fbe0acfedcfd67cea271dab0b9fec/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:45,816 INFO [StoreOpener-bc2fbe0acfedcfd67cea271dab0b9fec-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:29:45,817 INFO [StoreOpener-bc2fbe0acfedcfd67cea271dab0b9fec-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2fbe0acfedcfd67cea271dab0b9fec columnFamilyName session 2023-10-02T12:29:45,817 DEBUG [StoreOpener-bc2fbe0acfedcfd67cea271dab0b9fec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:45,818 INFO [StoreOpener-bc2fbe0acfedcfd67cea271dab0b9fec-1 {}] regionserver.HStore(324): Store=bc2fbe0acfedcfd67cea271dab0b9fec/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:45,819 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system_bulk/bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:29:45,820 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system_bulk/bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:29:45,821 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:29:45,823 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:29:45,826 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system_bulk/bc2fbe0acfedcfd67cea271dab0b9fec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:45,827 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened bc2fbe0acfedcfd67cea271dab0b9fec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9573257120, jitterRate=-0.1084209531545639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:29:45,827 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for bc2fbe0acfedcfd67cea271dab0b9fec: 2023-10-02T12:29:45,829 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec., pid=31, masterSystemTime=1696249785805 2023-10-02T12:29:45,831 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:29:45,831 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:29:45,832 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bc2fbe0acfedcfd67cea271dab0b9fec, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:45,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-10-02T12:29:45,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure bc2fbe0acfedcfd67cea271dab0b9fec, server=jenkins-hbase3.apache.org,44335,1696249768037 in 181 msec 2023-10-02T12:29:45,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-10-02T12:29:45,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=bc2fbe0acfedcfd67cea271dab0b9fec, ASSIGN in 342 msec 2023-10-02T12:29:45,840 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:45,840 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249785840"}]},"ts":"1696249785840"} 2023-10-02T12:29:45,842 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:29:45,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:45,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.2510 sec 2023-10-02T12:29:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:46,716 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-10-02T12:29:46,730 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:29:46,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:29:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249786777 (current time:1696249786777). 2023-10-02T12:29:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:29:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:29:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5b2f09ff to 127.0.0.1:63193 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cdc6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:46,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59062, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5b2f09ff to 127.0.0.1:63193 2023-10-02T12:29:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:29:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:29:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:29:46,808 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:29:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:46,815 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:29:46,827 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot, current working dir path: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:29:46,830 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:29:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:47,242 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:29:47,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea}] 2023-10-02T12:29:47,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:47,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44335 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-10-02T12:29:47,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:47,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 7e64f6b0f3754ccff0cc7070a72115ea 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:29:47,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/465b28307f7145de9f0eb4ebc7a0b66d is 49, key is activesession:/session:c/1696249786762/Put/seqid=0 2023-10-02T12:29:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:47,926 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/465b28307f7145de9f0eb4ebc7a0b66d 2023-10-02T12:29:48,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/465b28307f7145de9f0eb4ebc7a0b66d as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/465b28307f7145de9f0eb4ebc7a0b66d 2023-10-02T12:29:48,018 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/465b28307f7145de9f0eb4ebc7a0b66d, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:29:48,023 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 7e64f6b0f3754ccff0cc7070a72115ea in 604ms, sequenceid=5, compaction requested=false 2023-10-02T12:29:48,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:29:48,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 7e64f6b0f3754ccff0cc7070a72115ea: 2023-10-02T12:29:48,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. for snapshot_backup_system completed. 2023-10-02T12:29:48,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:29:48,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:29:48,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:29:48,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/465b28307f7145de9f0eb4ebc7a0b66d] hfiles 2023-10-02T12:29:48,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/465b28307f7145de9f0eb4ebc7a0b66d for snapshot=snapshot_backup_system 2023-10-02T12:29:48,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:48,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-10-02T12:29:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-10-02T12:29:48,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:48,069 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:48,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:29:48,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea in 824 msec 2023-10-02T12:29:48,072 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:29:48,074 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:29:48,078 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:29:48,079 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:29:48,082 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:29:48,515 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:29:48,531 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:29:48,532 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:29:48,535 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:29:48,535 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:29:48,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7340 sec 2023-10-02T12:29:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:48,919 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-10-02T12:29:48,920 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(115): Backup backup_1696249783751 started at 1696249788919. 2023-10-02T12:29:48,943 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(119): Backup session backup_1696249783751 has been started. 2023-10-02T12:29:48,946 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:29:48,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:29:48,957 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962497784813' 2023-10-02T12:29:48,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:29:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:29:48,965 INFO [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:29:48,965 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:29:48,966 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:29:48,966 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:29:48,967 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:48,967 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:48,968 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:29:48,968 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:48,968 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:29:48,968 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:29:48,969 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:48,969 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:29:48,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:48,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:48,970 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:29:48,970 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:48,970 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:29:48,973 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:29:48,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:29:48,973 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:29:48,973 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:29:48,974 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:29:48,974 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:29:48,974 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,44335,1696249768037' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:29:48,977 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:48,977 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:48,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:48,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:48,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:48,978 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:29:48,978 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:29:48,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:48,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:48,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:48,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:48,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:48,981 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,44335,1696249768037' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:29:48,981 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:29:48,981 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1109f18c[Count = 0] remaining members to acquire global barrier 2023-10-02T12:29:48,981 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:48,983 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:48,983 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:48,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:48,983 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:29:48,983 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:48,983 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:29:48,984 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:29:48,984 DEBUG [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:48,985 INFO [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249770847 highest: 1696249770847 on jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:48,985 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44335%2C1696249768037:(num 1696249770847) roll requested 2023-10-02T12:29:48,996 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249788985, exclude list is [], retry=0 2023-10-02T12:29:49,003 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK] 2023-10-02T12:29:49,008 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249770847 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249788985 2023-10-02T12:29:49,009 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK]] 2023-10-02T12:29:49,009 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249770847 is not closed yet, will try archiving it next time 2023-10-02T12:29:49,009 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta:.meta(num 1696249771183) roll requested 2023-10-02T12:29:49,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249770847 not finished, retry = 0 2023-10-02T12:29:49,027 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249789009.meta, exclude list is [], retry=0 2023-10-02T12:29:49,031 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK] 2023-10-02T12:29:49,034 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249771183.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249789009.meta 2023-10-02T12:29:49,034 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK]] 2023-10-02T12:29:49,034 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249771183.meta is not closed yet, will try archiving it next time 2023-10-02T12:29:49,046 DEBUG [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-10-02T12:29:49,046 INFO [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249788985 on jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,046 DEBUG [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:49,048 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:29:49,071 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:29:49,071 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,44335,1696249768037' in zk 2023-10-02T12:29:49,074 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:29:49,074 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,074 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:29:49,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,074 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:29:49,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:49,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:49,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:49,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:49,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:49,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:49,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:49,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,079 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,44335,1696249768037': 2023-10-02T12:29:49,079 INFO [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:29:49,079 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,44335,1696249768037' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:29:49,079 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:29:49,079 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:29:49,079 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:29:49,079 INFO [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:29:49,082 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:29:49,082 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:29:49,083 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:29:49,083 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:29:49,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:49,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:49,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:49,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:49,083 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:29:49,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:29:49,083 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,084 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:49,084 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:49,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:49,090 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:49,091 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,092 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:49,092 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,093 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:49,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:49,105 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:29:49,105 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44335-0x1017326b4ff0001, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:29:49,105 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,105 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:29:49,105 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:29:49,105 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:49,106 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:49,106 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:49,106 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:49,106 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:49,106 DEBUG [Listener at localhost/39139-EventThread {}] zookeeper.ZKWatcher(604): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:29:49,106 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:29:49,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:29:49,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:29:49,107 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:29:49,107 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:29:49,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:36421-0x1017326b4ff0000, quorum=127.0.0.1:63193, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-10-02T12:29:49,109 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:29:49,109 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:29:49,209 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:29:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:29:49,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } 2023-10-02T12:29:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249789222 (current time:1696249789222). 2023-10-02T12:29:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:29:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249789221_default_test-1696249778481 VERSION not specified, setting to 2 2023-10-02T12:29:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x27d495df to 127.0.0.1:63193 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e15274d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:49,235 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59074, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x27d495df to 127.0.0.1:63193 2023-10-02T12:29:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:29:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } 2023-10-02T12:29:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:29:49,240 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:29:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:49,242 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:29:49,246 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot, current working dir path: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_1696249789221_default_test-1696249778481 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:29:49,248 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:29:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:49,662 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:29:49,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0149f24a8739b04c0e75729c10348003}] 2023-10-02T12:29:49,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:49,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44335 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-10-02T12:29:49,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:49,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 0149f24a8739b04c0e75729c10348003 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:29:49,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/.tmp/f/f20a5c7ef2364a01a9ca54b2863cf3c0 is 37, key is row10/f:q1/1696249779632/Put/seqid=0 2023-10-02T12:29:49,848 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/.tmp/f/f20a5c7ef2364a01a9ca54b2863cf3c0 2023-10-02T12:29:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:49,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/.tmp/f/f20a5c7ef2364a01a9ca54b2863cf3c0 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/f/f20a5c7ef2364a01a9ca54b2863cf3c0 2023-10-02T12:29:49,869 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/f/f20a5c7ef2364a01a9ca54b2863cf3c0, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:29:49,871 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0149f24a8739b04c0e75729c10348003 in 54ms, sequenceid=103, compaction requested=false 2023-10-02T12:29:49,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 0149f24a8739b04c0e75729c10348003: 2023-10-02T12:29:49,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. for snapshot_1696249789221_default_test-1696249778481 completed. 2023-10-02T12:29:49,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003.' region-info for snapshot=snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:49,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:29:49,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/f/f20a5c7ef2364a01a9ca54b2863cf3c0] hfiles 2023-10-02T12:29:49,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/f/f20a5c7ef2364a01a9ca54b2863cf3c0 for snapshot=snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:49,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:29:50,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:29:50,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-10-02T12:29:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-10-02T12:29:50,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249789221_default_test-1696249778481 on region 0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:50,289 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0149f24a8739b04c0e75729c10348003 2023-10-02T12:29:50,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:29:50,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 0149f24a8739b04c0e75729c10348003 in 628 msec 2023-10-02T12:29:50,293 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:29:50,294 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:29:50,295 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:29:50,295 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:50,296 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:50,319 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:29:50,334 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:29:50,334 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_1696249789221_default_test-1696249778481 to hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:50,336 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:29:50,336 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:29:50,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249789221_default_test-1696249778481 table=test-1696249778481 type=FLUSH ttl=0 } in 1.0990 sec 2023-10-02T12:29:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:50,351 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1696249778481, procId: 34 completed 2023-10-02T12:29:50,351 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249783751 2023-10-02T12:29:50,351 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:29:50,353 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-10-02T12:29:50,356 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249783751_test-1696249778481 2023-10-02T12:29:50,356 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249789221_default_test-1696249778481 to hdfs://localhost:44819/backupUT/backup_1696249783751/default/test-1696249778481/ 2023-10-02T12:29:50,367 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:29:50,414 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:44819, inputRoot=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:50,414 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36421,1696249764147_1740405387_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44819/backupUT/backup_1696249783751/default/test-1696249778481, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44819/backupUT/backup_1696249783751/default/test-1696249778481/.hbase-snapshot/.tmp/snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:50,414 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:44819, inputRoot=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101, snapshotDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/snapshot_1696249789221_default_test-1696249778481. 2023-10-02T12:29:50,433 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/snapshot_1696249789221_default_test-1696249778481 to hdfs://localhost:44819/backupUT/backup_1696249783751/default/test-1696249778481/.hbase-snapshot/.tmp/snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:50,932 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:50,932 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:50,933 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:50,933 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,132 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop-6095903903894311062.jar 2023-10-02T12:29:52,133 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,133 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,134 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,135 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,135 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,135 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,136 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,136 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,137 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:52,137 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:52,138 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:29:52,140 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:29:52,140 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:29:52,141 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:29:52,141 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:29:52,142 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:29:52,142 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:29:52,142 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:29:52,143 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:29:52,143 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:29:52,144 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:29:52,148 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:52,149 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:52,150 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:52,150 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:52,151 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:52,151 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:52,152 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:52,218 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:29:52,240 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249789221_default_test-1696249778481' hfile list 2023-10-02T12:29:52,253 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:29:52,519 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/mapreduce.cluster.local.dir/1696249792463/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:29:52,520 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/mapreduce.cluster.local.dir/1696249792463/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:29:52,691 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:29:52,722 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/f/f20a5c7ef2364a01a9ca54b2863cf3c0 output=hdfs://localhost:44819/backupUT/backup_1696249783751/default/test-1696249778481/archive/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/f/f20a5c7ef2364a01a9ca54b2863cf3c0 2023-10-02T12:29:52,722 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-10-02T12:29:53,578 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:29:53,579 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:29:53,587 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:53,587 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249789221_default_test-1696249778481 finished. 2023-10-02T12:29:53,588 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(1034): test-1696249778481 2023-10-02T12:29:53,661 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249783751 2023-10-02T12:29:53,661 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:29:54,080 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44819/backupUT/backup_1696249783751/.backup.manifest 2023-10-02T12:29:54,080 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(358): Backup backup_1696249783751 finished: type=FULL,tablelist=test-1696249778481,targetRootDir=hdfs://localhost:44819/backupUT,startts=1696249788919,completets=1696249793658,bytescopied=0 2023-10-02T12:29:54,080 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:29:54,080 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:54,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249789221_default_test-1696249778481" 2023-10-02T12:29:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249789221_default_test-1696249778481 2023-10-02T12:29:54,097 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249789221_default_test-1696249778481 for backup backup_1696249783751 succeeded. 2023-10-02T12:29:54,098 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:29:54,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:29:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:29:54,114 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:29:54,122 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:29:54,142 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(376): Backup backup_1696249783751 completed. 2023-10-02T12:29:54,142 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:54,142 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3aa07cac to 127.0.0.1:63193 2023-10-02T12:29:54,142 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:54,163 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] backup.TestBackupShowHistory(73): backup complete 2023-10-02T12:29:54,182 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44819/backupUT/backup_1696249783751 2023-10-02T12:29:54,185 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249783751/.backup.manifest 2023-10-02T12:29:54,205 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44819/backupUT/backup_1696249783751 2023-10-02T12:29:54,208 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249783751/.backup.manifest 2023-10-02T12:29:54,209 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] backup.TestBackupShowHistory(88): show_history 2023-10-02T12:29:54,209 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] backup.TestBackupShowHistory(90): {ID=backup_1696249783751,Type=FULL,Tables={test-1696249778481},State=null,Start time=Mon Oct 02 12:29:48 UTC 2023,Progress=0%} 2023-10-02T12:29:54,215 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d47adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:54,219 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:54,220 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55210, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:54,222 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:54,224 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57644, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:54,239 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:29:54,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:29:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249794246 (current time:1696249794246). 2023-10-02T12:29:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:29:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:29:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c840df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:54,256 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55214, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:29:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:29:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:29:54,261 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:29:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:29:54,262 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:29:54,266 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot, current working dir path: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:29:54,268 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:29:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:29:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:29:54,678 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:29:54,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea}] 2023-10-02T12:29:54,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:54,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44335 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-10-02T12:29:54,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:54,833 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 7e64f6b0f3754ccff0cc7070a72115ea 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-10-02T12:29:54,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/meta/57c0f70d7a35408ba1798b8704b54618 is 169, key is trslm:hdfs://localhost:44819/backupUT\x00test-1696249778481/meta:log-roll-map/1696249793647/Put/seqid=0 2023-10-02T12:29:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:29:55,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/meta/57c0f70d7a35408ba1798b8704b54618 2023-10-02T12:29:55,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/393225babf094ca2b1c68c510e6dafd9 is 310, key is session:backup_1696249783751/session:context/1696249794120/Put/seqid=0 2023-10-02T12:29:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:29:55,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:29:55,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:55,683 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/393225babf094ca2b1c68c510e6dafd9 2023-10-02T12:29:55,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/meta/57c0f70d7a35408ba1798b8704b54618 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/meta/57c0f70d7a35408ba1798b8704b54618 2023-10-02T12:29:55,697 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/meta/57c0f70d7a35408ba1798b8704b54618, entries=4, sequenceid=17, filesize=5.5 K 2023-10-02T12:29:55,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/393225babf094ca2b1c68c510e6dafd9 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/393225babf094ca2b1c68c510e6dafd9 2023-10-02T12:29:55,706 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/393225babf094ca2b1c68c510e6dafd9, entries=2, sequenceid=17, filesize=5.3 K 2023-10-02T12:29:55,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 7e64f6b0f3754ccff0cc7070a72115ea in 874ms, sequenceid=17, compaction requested=false 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 7e64f6b0f3754ccff0cc7070a72115ea: 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. for snapshot_backup_system completed. 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/meta/57c0f70d7a35408ba1798b8704b54618] hfiles 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/meta/57c0f70d7a35408ba1798b8704b54618 for snapshot=snapshot_backup_system 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/465b28307f7145de9f0eb4ebc7a0b66d, hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/393225babf094ca2b1c68c510e6dafd9] hfiles 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/465b28307f7145de9f0eb4ebc7a0b66d for snapshot=snapshot_backup_system 2023-10-02T12:29:55,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/393225babf094ca2b1c68c510e6dafd9 for snapshot=snapshot_backup_system 2023-10-02T12:29:55,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:29:55,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-10-02T12:29:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-10-02T12:29:55,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:55,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:29:55,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-10-02T12:29:55,725 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:29:55,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 7e64f6b0f3754ccff0cc7070a72115ea in 1.0440 sec 2023-10-02T12:29:55,726 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:29:55,726 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:29:55,726 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:29:55,727 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:29:56,139 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:29:56,148 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:29:56,149 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:29:56,150 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:29:56,150 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:29:56,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8930 sec 2023-10-02T12:29:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:29:56,369 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(115): Backup backup_1696249794216 started at 1696249796369. 2023-10-02T12:29:56,371 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(119): Backup session backup_1696249794216 has been started. 2023-10-02T12:29:56,377 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:29:56,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:29:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:29:56,378 INFO [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:29:56,378 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:29:56,379 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:29:56,379 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:29:56,380 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:56,382 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,382 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:29:56,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:29:56,382 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:29:56,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:56,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:29:56,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:56,383 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:29:56,383 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:29:56,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:29:56,383 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:29:56,383 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:29:56,384 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:29:56,384 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:29:56,384 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,44335,1696249768037' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:29:56,386 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:56,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:56,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:56,387 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:29:56,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:56,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:56,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:56,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:56,389 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,44335,1696249768037' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:29:56,389 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@45e49cf6[Count = 0] remaining members to acquire global barrier 2023-10-02T12:29:56,389 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:29:56,389 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:56,390 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:56,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:56,390 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:29:56,390 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:29:56,390 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:29:56,390 DEBUG [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,390 INFO [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249788985 highest: 1696249788985 on jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,390 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44335%2C1696249768037:(num 1696249788985) roll requested 2023-10-02T12:29:56,402 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249796391, exclude list is [], retry=0 2023-10-02T12:29:56,406 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK] 2023-10-02T12:29:56,408 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249788985 with entries=12, filesize=2.68 KB; new WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249796391 2023-10-02T12:29:56,408 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK]] 2023-10-02T12:29:56,408 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.1696249788985 is not closed yet, will try archiving it next time 2023-10-02T12:29:56,408 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta:.meta(num 1696249789009) roll requested 2023-10-02T12:29:56,420 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249796409.meta, exclude list is [], retry=0 2023-10-02T12:29:56,424 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK] 2023-10-02T12:29:56,426 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249789009.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249796409.meta 2023-10-02T12:29:56,426 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37015,DS-a7fff2c5-fb6f-4f16-8499-b3eb2b9bb8c0,DISK]] 2023-10-02T12:29:56,426 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249789009.meta is not closed yet, will try archiving it next time 2023-10-02T12:29:56,429 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249789009.meta to hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/oldWALs/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249789009.meta 2023-10-02T12:29:56,431 DEBUG [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-10-02T12:29:56,431 INFO [rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249796391 on jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,442 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:29:56,442 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,44335,1696249768037' in zk 2023-10-02T12:29:56,445 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:29:56,445 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:29:56,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,445 DEBUG [member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:29:56,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:56,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:56,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:56,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:56,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:56,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:56,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:56,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,44335,1696249768037': 2023-10-02T12:29:56,449 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,44335,1696249768037' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:29:56,449 INFO [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:29:56,449 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:29:56,449 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:29:56,449 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:29:56,449 INFO [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:29:56,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:56,452 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:29:56,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:56,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:56,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:56,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:56,453 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:29:56,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:29:56,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:56,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:56,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:56,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:56,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:56,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:56,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:29:56,460 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:29:56,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:29:56,460 DEBUG [(jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:29:56,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:29:56,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:29:56,461 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:29:56,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:29:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:29:56,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } 2023-10-02T12:29:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249796566 (current time:1696249796566). 2023-10-02T12:29:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:29:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249796565_ns2_test-16962497784811 VERSION not specified, setting to 2 2023-10-02T12:29:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63244736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:56,575 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55228, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:29:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } 2023-10-02T12:29:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:29:56,581 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:29:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:29:56,582 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:29:56,585 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot, current working dir path: hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_1696249796565_ns2_test-16962497784811 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:29:56,589 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:29:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:29:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:29:56,997 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:29:56,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 28c1678465cfa050617ba41ea277ad65}] 2023-10-02T12:29:56,999 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:57,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44335 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-10-02T12:29:57,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:57,152 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 28c1678465cfa050617ba41ea277ad65 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:29:57,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/.tmp/f/c031acc782064ccea40acb9a79cec1f7 is 37, key is row10/f:q1/1696249781853/Put/seqid=0 2023-10-02T12:29:57,176 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/.tmp/f/c031acc782064ccea40acb9a79cec1f7 2023-10-02T12:29:57,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/.tmp/f/c031acc782064ccea40acb9a79cec1f7 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/f/c031acc782064ccea40acb9a79cec1f7 2023-10-02T12:29:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:29:57,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/f/c031acc782064ccea40acb9a79cec1f7, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:29:57,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 28c1678465cfa050617ba41ea277ad65 in 41ms, sequenceid=103, compaction requested=false 2023-10-02T12:29:57,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 28c1678465cfa050617ba41ea277ad65: 2023-10-02T12:29:57,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. for snapshot_1696249796565_ns2_test-16962497784811 completed. 2023-10-02T12:29:57,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65.' region-info for snapshot=snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:29:57,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:29:57,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/f/c031acc782064ccea40acb9a79cec1f7] hfiles 2023-10-02T12:29:57,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/f/c031acc782064ccea40acb9a79cec1f7 for snapshot=snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:29:57,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:29:57,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-10-02T12:29:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-10-02T12:29:57,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249796565_ns2_test-16962497784811 on region 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:57,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:29:57,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-10-02T12:29:57,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 28c1678465cfa050617ba41ea277ad65 in 206 msec 2023-10-02T12:29:57,205 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:29:57,206 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:29:57,207 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:29:57,207 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:29:57,208 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:29:57,219 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:29:57,226 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:29:57,227 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/.tmp/snapshot_1696249796565_ns2_test-16962497784811 to hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:29:57,228 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:29:57,228 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:29:57,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696249796565_ns2_test-16962497784811 table=ns2:test-16962497784811 type=FLUSH ttl=0 } in 651 msec 2023-10-02T12:29:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:29:57,688 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249794216 2023-10-02T12:29:57,688 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:29:57,688 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-10-02T12:29:57,688 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249794216_ns2:test-16962497784811 2023-10-02T12:29:57,688 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249796565_ns2_test-16962497784811 to hdfs://localhost:44819/backupUT/backup_1696249794216/ns2/test-16962497784811/ 2023-10-02T12:29:57,688 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:29:57,714 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:44819, inputRoot=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101 2023-10-02T12:29:57,714 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36421,1696249764147_-600539690_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44819/backupUT/backup_1696249794216/ns2/test-16962497784811, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44819/backupUT/backup_1696249794216/ns2/test-16962497784811/.hbase-snapshot/.tmp/snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:29:57,714 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:44819, inputRoot=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101, snapshotDir=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/snapshot_1696249796565_ns2_test-16962497784811. 2023-10-02T12:29:57,724 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/.hbase-snapshot/snapshot_1696249796565_ns2_test-16962497784811 to hdfs://localhost:44819/backupUT/backup_1696249794216/ns2/test-16962497784811/.hbase-snapshot/.tmp/snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:29:58,142 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:58,142 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:58,143 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:58,143 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,201 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop-7015185882557305815.jar 2023-10-02T12:29:59,202 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,202 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,203 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,203 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,204 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,205 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,205 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,206 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,206 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:59,207 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:59,208 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:29:59,209 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:29:59,209 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:29:59,210 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:29:59,211 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:29:59,211 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:29:59,211 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:29:59,212 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:29:59,213 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:29:59,213 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:29:59,214 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:29:59,214 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:59,215 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:59,216 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:59,216 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:59,216 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:59,217 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:59,218 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:59,265 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249796565_ns2_test-16962497784811' hfile list 2023-10-02T12:29:59,267 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:29:59,354 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/mapreduce.cluster.local.dir/1696249799318/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:29:59,355 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/mapreduce.cluster.local.dir/1696249799318/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:29:59,426 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:29:59,454 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/f/c031acc782064ccea40acb9a79cec1f7 output=hdfs://localhost:44819/backupUT/backup_1696249794216/ns2/test-16962497784811/archive/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/f/c031acc782064ccea40acb9a79cec1f7 2023-10-02T12:29:59,454 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-10-02T12:30:00,398 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:30:00,399 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:30:00,408 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:30:00,408 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249796565_ns2_test-16962497784811 finished. 2023-10-02T12:30:00,408 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(1034): ns2:test-16962497784811 2023-10-02T12:30:00,417 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249794216 2023-10-02T12:30:00,418 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:30:00,830 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44819/backupUT/backup_1696249794216/.backup.manifest 2023-10-02T12:30:00,830 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(358): Backup backup_1696249794216 finished: type=FULL,tablelist=ns2:test-16962497784811,targetRootDir=hdfs://localhost:44819/backupUT,startts=1696249796369,completets=1696249800417,bytescopied=0 2023-10-02T12:30:00,830 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:30:00,830 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:30:00,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249796565_ns2_test-16962497784811" 2023-10-02T12:30:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249796565_ns2_test-16962497784811 2023-10-02T12:30:00,843 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249796565_ns2_test-16962497784811 for backup backup_1696249794216 succeeded. 2023-10-02T12:30:00,844 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:30:00,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:30:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:30:00,857 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:30:00,860 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:30:00,867 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] impl.TableBackupClient(376): Backup backup_1696249794216 completed. 2023-10-02T12:30:00,867 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:00,890 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] backup.TestBackupShowHistory(97): backup complete: ns2:test-16962497784811 2023-10-02T12:30:00,931 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44819/backupUT/backup_1696249783751 2023-10-02T12:30:00,938 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249783751/.backup.manifest 2023-10-02T12:30:00,940 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44819/backupUT/backup_1696249794216 2023-10-02T12:30:00,944 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249794216/.backup.manifest 2023-10-02T12:30:00,946 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44819/backupUT/backup_1696249783751 2023-10-02T12:30:00,949 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249783751/.backup.manifest 2023-10-02T12:30:00,950 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44819/backupUT/backup_1696249794216 2023-10-02T12:30:00,952 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249794216/.backup.manifest 2023-10-02T12:30:00,952 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] backup.TestBackupShowHistory(139): show_history 2023-10-02T12:30:00,977 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.ResourceChecker(175): after: backup.TestBackupShowHistory#testBackupHistory Thread=601 (was 584) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-692255122_16 at /127.0.0.1:51508 [Waiting for operation #14] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xbc884dc-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2081924570_16 at /127.0.0.1:51466 [Receiving block BP-987296017-172.31.12.81-1696249759244:blk_1073741871_1047] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xbc884dc-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63193@0x2df48300 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/1933251651.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2081924570_16 at /127.0.0.1:51450 [Receiving block BP-987296017-172.31.12.81-1696249759244:blk_1073741870_1046] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-987296017-172.31.12.81-1696249759244:blk_1073741870_1046, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7669ce7f-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-987296017-172.31.12.81-1696249759244:blk_1073741871_1047, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,44335,1696249768037)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7669ce7f-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xbc884dc-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xbc884dc-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xbc884dc-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,36421,1696249764147)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2020738008_16 at /127.0.0.1:51438 [Waiting for operation #10] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/cluster_38f6178a-03a0-e13b-7a91-9863d5dd96e9/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63193@0x2df48300-SendThread(127.0.0.1:63193) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,44335,1696249768037' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-692255122_16 at /127.0.0.1:51516 [Waiting for operation #10] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/cluster_38f6178a-03a0-e13b-7a91-9863d5dd96e9/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63193@0x2df48300-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=686 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=576 (was 702), ProcessCount=181 (was 181), AvailableMemoryMB=5072 (was 682) - AvailableMemoryMB LEAK? - 2023-10-02T12:30:00,977 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-10-02T12:30:00,990 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:30:00,994 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:00,995 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:30:00,995 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] util.JVMClusterUtil(257): Found active master hash=808656037, stopped=false 2023-10-02T12:30:00,995 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:30:00,997 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:30:00,998 DEBUG [Listener at jenkins-hbase3.apache.org/36365 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:00,998 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,44335,1696249768037' ***** 2023-10-02T12:30:00,998 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:30:00,998 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:30:01,017 INFO [RS:0;jenkins-hbase3:44335 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1c5eaca6{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:30:01,018 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:30:01,019 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:30:01,023 INFO [RS:0;jenkins-hbase3:44335 {}] server.AbstractConnector(383): Stopped ServerConnector@2b999be4{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:30:01,023 INFO [RS:0;jenkins-hbase3:44335 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:30:01,025 INFO [RS:0;jenkins-hbase3:44335 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2185ebf2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:30:01,026 INFO [RS:0;jenkins-hbase3:44335 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@39e94b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop.log.dir/,STOPPED} 2023-10-02T12:30:01,031 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:30:01,031 INFO [RS:0;jenkins-hbase3:44335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:30:01,031 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:30:01,031 INFO [RS:0;jenkins-hbase3:44335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:30:01,032 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3528): Received CLOSE for 1256cf8f12d6a6e5ba26397c5e1950e1 2023-10-02T12:30:01,034 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3528): Received CLOSE for 7e64f6b0f3754ccff0cc7070a72115ea 2023-10-02T12:30:01,034 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3528): Received CLOSE for bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:30:01,034 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3528): Received CLOSE for 0149f24a8739b04c0e75729c10348003 2023-10-02T12:30:01,034 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3528): Received CLOSE for 061270c2a9910976678bea7f98c4012d 2023-10-02T12:30:01,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1256cf8f12d6a6e5ba26397c5e1950e1, disabling compactions & flushes 2023-10-02T12:30:01,035 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3528): Received CLOSE for 28c1678465cfa050617ba41ea277ad65 2023-10-02T12:30:01,035 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:30:01,035 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3528): Received CLOSE for 58a337cc7d162c6654923deb27faf412 2023-10-02T12:30:01,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:30:01,036 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,44335,1696249768037 2023-10-02T12:30:01,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. after waiting 0 ms 2023-10-02T12:30:01,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:30:01,036 DEBUG [RS:0;jenkins-hbase3:44335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:01,036 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:30:01,036 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:30:01,036 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:30:01,037 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:30:01,038 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-10-02T12:30:01,038 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1583): Online Regions={1256cf8f12d6a6e5ba26397c5e1950e1=ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1., 1588230740=hbase:meta,,1.1588230740, 7e64f6b0f3754ccff0cc7070a72115ea=backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea., bc2fbe0acfedcfd67cea271dab0b9fec=backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec., 0149f24a8739b04c0e75729c10348003=test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003., 061270c2a9910976678bea7f98c4012d=ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d., 28c1678465cfa050617ba41ea277ad65=ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65., 58a337cc7d162c6654923deb27faf412=hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412.} 2023-10-02T12:30:01,040 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1609): Waiting on 0149f24a8739b04c0e75729c10348003, 061270c2a9910976678bea7f98c4012d, 1256cf8f12d6a6e5ba26397c5e1950e1, 1588230740, 28c1678465cfa050617ba41ea277ad65, 58a337cc7d162c6654923deb27faf412, 7e64f6b0f3754ccff0cc7070a72115ea, bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:30:01,042 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:30:01,042 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:30:01,042 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:30:01,042 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:30:01,042 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:30:01,042 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-10-02T12:30:01,060 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns4/test-16962497784813/1256cf8f12d6a6e5ba26397c5e1950e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:30:01,074 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:01,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:30:01,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1256cf8f12d6a6e5ba26397c5e1950e1: 2023-10-02T12:30:01,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962497784813,,1696249782563.1256cf8f12d6a6e5ba26397c5e1950e1. 2023-10-02T12:30:01,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7e64f6b0f3754ccff0cc7070a72115ea, disabling compactions & flushes 2023-10-02T12:30:01,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:30:01,087 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:30:01,087 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. after waiting 0 ms 2023-10-02T12:30:01,087 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:30:01,088 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 7e64f6b0f3754ccff0cc7070a72115ea 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-10-02T12:30:01,096 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/.tmp/info/8f173d8fe85842209f8f78724637fff9 is 159, key is ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65./info:regioninfo/1696249780924/Put/seqid=0 2023-10-02T12:30:01,097 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/meta/e8faef7870204d979629d49ae753b41c is 171, key is trslm:hdfs://localhost:44819/backupUT\x00ns2:test-16962497784811/meta:log-roll-map/1696249800412/Put/seqid=0 2023-10-02T12:30:01,121 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/.tmp/info/8f173d8fe85842209f8f78724637fff9 2023-10-02T12:30:01,170 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/meta/e8faef7870204d979629d49ae753b41c 2023-10-02T12:30:01,194 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/.tmp/table/ee9521baa24a402fb82a86622eeaa510 is 59, key is ns2:test-16962497784811/table:state/1696249780935/Put/seqid=0 2023-10-02T12:30:01,215 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/efc690803a7d4aaa8ad0ff63508b6dd5 is 375, key is session:backup_1696249794216/session:context/1696249800858/Put/seqid=0 2023-10-02T12:30:01,240 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1609): Waiting on 0149f24a8739b04c0e75729c10348003, 061270c2a9910976678bea7f98c4012d, 1588230740, 28c1678465cfa050617ba41ea277ad65, 58a337cc7d162c6654923deb27faf412, 7e64f6b0f3754ccff0cc7070a72115ea, bc2fbe0acfedcfd67cea271dab0b9fec 2023-10-02T12:30:01,258 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/.tmp/table/ee9521baa24a402fb82a86622eeaa510 2023-10-02T12:30:01,262 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=596 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/efc690803a7d4aaa8ad0ff63508b6dd5 2023-10-02T12:30:01,274 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/.tmp/info/8f173d8fe85842209f8f78724637fff9 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/info/8f173d8fe85842209f8f78724637fff9 2023-10-02T12:30:01,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/meta/e8faef7870204d979629d49ae753b41c as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/meta/e8faef7870204d979629d49ae753b41c 2023-10-02T12:30:01,285 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/meta/e8faef7870204d979629d49ae753b41c, entries=4, sequenceid=27, filesize=5.6 K 2023-10-02T12:30:01,287 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/info/8f173d8fe85842209f8f78724637fff9, entries=70, sequenceid=39, filesize=14.1 K 2023-10-02T12:30:01,292 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/.tmp/session/efc690803a7d4aaa8ad0ff63508b6dd5 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/efc690803a7d4aaa8ad0ff63508b6dd5 2023-10-02T12:30:01,292 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/.tmp/table/ee9521baa24a402fb82a86622eeaa510 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/table/ee9521baa24a402fb82a86622eeaa510 2023-10-02T12:30:01,335 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/session/efc690803a7d4aaa8ad0ff63508b6dd5, entries=2, sequenceid=27, filesize=5.3 K 2023-10-02T12:30:01,337 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1054, heapSize ~2.01 KB/2056, currentSize=0 B/0 for 7e64f6b0f3754ccff0cc7070a72115ea in 249ms, sequenceid=27, compaction requested=true 2023-10-02T12:30:01,346 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/table/ee9521baa24a402fb82a86622eeaa510, entries=14, sequenceid=39, filesize=5.8 K 2023-10-02T12:30:01,350 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 308ms, sequenceid=39, compaction requested=false 2023-10-02T12:30:01,393 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system/7e64f6b0f3754ccff0cc7070a72115ea/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-10-02T12:30:01,394 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:01,395 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:30:01,395 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7e64f6b0f3754ccff0cc7070a72115ea: 2023-10-02T12:30:01,396 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696249783962.7e64f6b0f3754ccff0cc7070a72115ea. 2023-10-02T12:30:01,396 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bc2fbe0acfedcfd67cea271dab0b9fec, disabling compactions & flushes 2023-10-02T12:30:01,397 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:30:01,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:30:01,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. after waiting 0 ms 2023-10-02T12:30:01,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:30:01,401 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-10-02T12:30:01,402 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:01,402 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:30:01,403 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:30:01,403 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:30:01,404 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:30:01,407 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/backup/system_bulk/bc2fbe0acfedcfd67cea271dab0b9fec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:30:01,410 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:01,411 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:30:01,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bc2fbe0acfedcfd67cea271dab0b9fec: 2023-10-02T12:30:01,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696249784595.bc2fbe0acfedcfd67cea271dab0b9fec. 2023-10-02T12:30:01,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0149f24a8739b04c0e75729c10348003, disabling compactions & flushes 2023-10-02T12:30:01,411 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:30:01,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:30:01,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. after waiting 0 ms 2023-10-02T12:30:01,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:30:01,426 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/default/test-1696249778481/0149f24a8739b04c0e75729c10348003/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:30:01,427 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:01,428 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:30:01,428 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0149f24a8739b04c0e75729c10348003: 2023-10-02T12:30:01,429 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696249778481,,1696249778972.0149f24a8739b04c0e75729c10348003. 2023-10-02T12:30:01,429 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 061270c2a9910976678bea7f98c4012d, disabling compactions & flushes 2023-10-02T12:30:01,430 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:30:01,430 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:30:01,430 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. after waiting 0 ms 2023-10-02T12:30:01,430 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:30:01,446 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1609): Waiting on 061270c2a9910976678bea7f98c4012d, 28c1678465cfa050617ba41ea277ad65, 58a337cc7d162c6654923deb27faf412 2023-10-02T12:30:01,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns3/test-16962497784812/061270c2a9910976678bea7f98c4012d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:30:01,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:01,468 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:30:01,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 061270c2a9910976678bea7f98c4012d: 2023-10-02T12:30:01,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962497784812,,1696249781941.061270c2a9910976678bea7f98c4012d. 2023-10-02T12:30:01,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 28c1678465cfa050617ba41ea277ad65, disabling compactions & flushes 2023-10-02T12:30:01,469 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:30:01,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:30:01,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. after waiting 0 ms 2023-10-02T12:30:01,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:30:01,505 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/ns2/test-16962497784811/28c1678465cfa050617ba41ea277ad65/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:30:01,530 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:01,531 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:30:01,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 28c1678465cfa050617ba41ea277ad65: 2023-10-02T12:30:01,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16962497784811,,1696249779721.28c1678465cfa050617ba41ea277ad65. 2023-10-02T12:30:01,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 58a337cc7d162c6654923deb27faf412, disabling compactions & flushes 2023-10-02T12:30:01,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:30:01,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:30:01,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. after waiting 0 ms 2023-10-02T12:30:01,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:30:01,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 58a337cc7d162c6654923deb27faf412 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:30:01,591 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412/.tmp/info/8f189cf5be124ed0aaa76964e97001b8 is 45, key is default/info:d/1696249773051/Put/seqid=0 2023-10-02T12:30:01,642 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412/.tmp/info/8f189cf5be124ed0aaa76964e97001b8 2023-10-02T12:30:01,647 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1609): Waiting on 58a337cc7d162c6654923deb27faf412 2023-10-02T12:30:01,686 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412/.tmp/info/8f189cf5be124ed0aaa76964e97001b8 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412/info/8f189cf5be124ed0aaa76964e97001b8 2023-10-02T12:30:01,694 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:30:01,694 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:30:01,718 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412/info/8f189cf5be124ed0aaa76964e97001b8, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:30:01,724 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 58a337cc7d162c6654923deb27faf412 in 191ms, sequenceid=11, compaction requested=false 2023-10-02T12:30:01,848 DEBUG [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1609): Waiting on 58a337cc7d162c6654923deb27faf412 2023-10-02T12:30:01,871 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/data/hbase/namespace/58a337cc7d162c6654923deb27faf412/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:30:01,877 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:01,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:30:01,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 58a337cc7d162c6654923deb27faf412: 2023-10-02T12:30:01,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696249771610.58a337cc7d162c6654923deb27faf412. 2023-10-02T12:30:02,048 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,44335,1696249768037; all regions closed. 2023-10-02T12:30:02,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/WALs/jenkins-hbase3.apache.org,44335,1696249768037/jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta.1696249796409.meta not finished, retry = 0 2023-10-02T12:30:02,166 DEBUG [RS:0;jenkins-hbase3:44335 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/oldWALs 2023-10-02T12:30:02,166 INFO [RS:0;jenkins-hbase3:44335 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C44335%2C1696249768037.meta:.meta(num 1696249796409) 2023-10-02T12:30:02,196 DEBUG [RS:0;jenkins-hbase3:44335 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/oldWALs 2023-10-02T12:30:02,197 INFO [RS:0;jenkins-hbase3:44335 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C44335%2C1696249768037:(num 1696249796391) 2023-10-02T12:30:02,197 DEBUG [RS:0;jenkins-hbase3:44335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:02,198 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:30:02,202 INFO [RS:0;jenkins-hbase3:44335 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-10-02T12:30:02,204 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:30:02,209 INFO [RS:0;jenkins-hbase3:44335 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:44335 2023-10-02T12:30:02,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,44335,1696249768037] 2023-10-02T12:30:02,227 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,44335,1696249768037; numProcessing=1 2023-10-02T12:30:02,327 INFO [RS:0;jenkins-hbase3:44335 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,44335,1696249768037; zookeeper connection closed. 2023-10-02T12:30:02,329 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,44335,1696249768037 expired; onlineServers=0 2023-10-02T12:30:02,329 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,36421,1696249764147' ***** 2023-10-02T12:30:02,329 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:30:02,329 DEBUG [M:0;jenkins-hbase3:36421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79923b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:30:02,329 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:30:02,335 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dfdaaad {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dfdaaad 2023-10-02T12:30:02,337 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:30:02,415 INFO [M:0;jenkins-hbase3:36421 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4a3546b9{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:30:02,417 INFO [M:0;jenkins-hbase3:36421 {}] server.AbstractConnector(383): Stopped ServerConnector@6d637cc{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:30:02,417 INFO [M:0;jenkins-hbase3:36421 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:30:02,418 INFO [M:0;jenkins-hbase3:36421 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6ca75c02{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:30:02,419 INFO [M:0;jenkins-hbase3:36421 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2f49a2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/hadoop.log.dir/,STOPPED} 2023-10-02T12:30:02,422 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,36421,1696249764147 2023-10-02T12:30:02,422 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,36421,1696249764147; all regions closed. 2023-10-02T12:30:02,422 DEBUG [M:0;jenkins-hbase3:36421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:02,422 INFO [M:0;jenkins-hbase3:36421 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:30:02,426 INFO [M:0;jenkins-hbase3:36421 {}] server.AbstractConnector(383): Stopped ServerConnector@46d69a43{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:30:02,429 DEBUG [M:0;jenkins-hbase3:36421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:30:02,429 INFO [M:0;jenkins-hbase3:36421 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:30:02,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:30:02,429 DEBUG [M:0;jenkins-hbase3:36421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:02,429 DEBUG [M:0;jenkins-hbase3:36421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:30:02,430 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249770464 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249770464,5,FailOnTimeoutGroup] 2023-10-02T12:30:02,430 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249770465 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249770465,5,FailOnTimeoutGroup] 2023-10-02T12:30:02,430 INFO [M:0;jenkins-hbase3:36421 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:30:02,430 DEBUG [M:0;jenkins-hbase3:36421 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:30:02,430 INFO [M:0;jenkins-hbase3:36421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:30:02,431 ERROR [M:0;jenkins-hbase3:36421 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-10-02T12:30:02,435 INFO [M:0;jenkins-hbase3:36421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:30:02,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:30:02,439 WARN [M:0;jenkins-hbase3:36421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:30:02,439 INFO [M:0;jenkins-hbase3:36421 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:30:02,439 INFO [M:0;jenkins-hbase3:36421 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:30:02,444 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:30:02,464 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:30:02,464 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:30:02,464 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:30:02,464 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:30:02,465 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=154.38 KB heapSize=185.37 KB 2023-10-02T12:30:02,487 DEBUG [M:0;jenkins-hbase3:36421 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/122ab07c58ca44769c4d17955ac5b2f1 is 88, key is hbase:meta,,1/info:sn/1696249770922/Put/seqid=0 2023-10-02T12:30:02,495 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/122ab07c58ca44769c4d17955ac5b2f1 2023-10-02T12:30:02,525 DEBUG [M:0;jenkins-hbase3:36421 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09014319b0a3434991f7296ae2b826f6 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1696249785847/Put/seqid=0 2023-10-02T12:30:02,937 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=153.79 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09014319b0a3434991f7296ae2b826f6 2023-10-02T12:30:02,951 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09014319b0a3434991f7296ae2b826f6 2023-10-02T12:30:02,979 DEBUG [M:0;jenkins-hbase3:36421 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f4ae8c47bce416ba01bf0e99b473933 is 82, key is jenkins-hbase3.apache.org,44335,1696249768037/rs:state/1696249770602/Put/seqid=0 2023-10-02T12:30:02,993 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f4ae8c47bce416ba01bf0e99b473933 2023-10-02T12:30:03,015 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/122ab07c58ca44769c4d17955ac5b2f1 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/122ab07c58ca44769c4d17955ac5b2f1 2023-10-02T12:30:03,024 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/122ab07c58ca44769c4d17955ac5b2f1, entries=8, sequenceid=362, filesize=5.5 K 2023-10-02T12:30:03,027 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09014319b0a3434991f7296ae2b826f6 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09014319b0a3434991f7296ae2b826f6 2023-10-02T12:30:03,042 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09014319b0a3434991f7296ae2b826f6 2023-10-02T12:30:03,042 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09014319b0a3434991f7296ae2b826f6, entries=39, sequenceid=362, filesize=13.7 K 2023-10-02T12:30:03,044 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f4ae8c47bce416ba01bf0e99b473933 as hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f4ae8c47bce416ba01bf0e99b473933 2023-10-02T12:30:03,053 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44819/user/jenkins/test-data/8a3c1058-4499-5150-a8b0-3bd632a1f101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f4ae8c47bce416ba01bf0e99b473933, entries=1, sequenceid=362, filesize=5.1 K 2023-10-02T12:30:03,054 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(3022): Finished flush of dataSize ~154.38 KB/158084, heapSize ~185.07 KB/189512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 590ms, sequenceid=362, compaction requested=false 2023-10-02T12:30:03,064 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:30:03,064 DEBUG [M:0;jenkins-hbase3:36421 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:30:03,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:30:03,078 INFO [M:0;jenkins-hbase3:36421 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:30:03,078 INFO [M:0;jenkins-hbase3:36421 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:30:03,079 INFO [M:0;jenkins-hbase3:36421 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:36421 2023-10-02T12:30:03,190 INFO [M:0;jenkins-hbase3:36421 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,36421,1696249764147; zookeeper connection closed. 2023-10-02T12:30:03,194 WARN [Listener at jenkins-hbase3.apache.org/36365 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:30:03,209 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:30:03,338 WARN [BP-987296017-172.31.12.81-1696249759244 heartbeating to localhost/127.0.0.1:44819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:30:03,338 WARN [BP-987296017-172.31.12.81-1696249759244 heartbeating to localhost/127.0.0.1:44819 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-987296017-172.31.12.81-1696249759244 (Datanode Uuid f58e77c3-406c-40f5-99ce-7965c1961d3b) service to localhost/127.0.0.1:44819 2023-10-02T12:30:03,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/cluster_38f6178a-03a0-e13b-7a91-9863d5dd96e9/dfs/data/data1/current/BP-987296017-172.31.12.81-1696249759244 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:30:03,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/65cb680a-3a6d-3d01-57f4-53bdf3946b10/cluster_38f6178a-03a0-e13b-7a91-9863d5dd96e9/dfs/data/data2/current/BP-987296017-172.31.12.81-1696249759244 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:30:03,455 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:30:03,522 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:30:03,522 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:30:03,548 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:30:03,580 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:30:03,710 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:30:03,711 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:30:03,823 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:30:03,836 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:30:03,838 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:30:03,864 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:30:03,864 WARN [1914620126@qtp-1191475844-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35461 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(546): HttpServer Acceptor: isRunning is false. Rechecking. 2023-10-02T12:30:03,866 WARN [1914620126@qtp-1191475844-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35461 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(555): HttpServer Acceptor: isRunning is false 2023-10-02T12:30:03,968 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:30:03,968 INFO [Listener at jenkins-hbase3.apache.org/36365 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped