2023-09-06 20:26:54,274 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:26:54,287 main DEBUG Took 0.010903 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:26:54,287 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:26:54,288 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:26:54,289 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:26:54,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,300 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:26:54,315 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,317 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,318 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,319 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,320 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,321 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,322 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,323 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,324 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,324 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,325 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:26:54,327 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,327 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:26:54,329 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:26:54,331 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:26:54,333 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:26:54,333 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:26:54,334 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:26:54,334 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:26:54,346 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:26:54,349 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:26:54,352 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:26:54,353 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:26:54,353 main DEBUG createAppenders(={Console}) 2023-09-06 20:26:54,354 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-09-06 20:26:54,354 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:26:54,354 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-09-06 20:26:54,355 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:26:54,355 main DEBUG OutputStream closed 2023-09-06 20:26:54,355 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:26:54,356 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:26:54,356 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-09-06 20:26:54,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:26:54,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:26:54,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:26:54,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:26:54,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:26:54,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:26:54,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:26:54,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:26:54,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:26:54,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:26:54,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:26:54,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:26:54,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:26:54,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:26:54,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:26:54,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:26:54,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:26:54,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:26:54,411 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:26:54,411 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-09-06 20:26:54,411 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:26:54,412 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-09-06T20:26:54,442 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupBoundaryTests timeout: 13 mins 2023-09-06 20:26:54,445 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:26:54,446 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:26:54,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5 2023-09-06T20:26:54,829 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:26:54,832 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:26:54,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:26:54,839 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/cluster_96fe2c96-7888-357a-a971-3c97c805ace1, deleteOnExit=true 2023-09-06T20:26:54,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:26:54,840 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/test.cache.data in system properties and HBase conf 2023-09-06T20:26:54,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:26:54,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:26:54,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:26:54,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:26:54,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:26:54,954 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:26:55,393 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:26:55,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:26:55,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:26:55,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:26:55,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:26:55,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:26:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:26:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:26:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:26:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:26:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:26:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:26:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:26:55,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:26:55,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:26:55,870 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:26:55,874 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:26:56,190 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:26:56,357 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7b6c9056 via org.mortbay.log.Slf4jLog 2023-09-06T20:26:56,379 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:26:56,424 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:26:56,464 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/java.io.tmpdir/Jetty_localhost_38263_hdfs____.v3h08c/webapp 2023-09-06T20:26:56,608 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38263 2023-09-06T20:26:56,638 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:26:56,638 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:26:57,224 WARN [Listener at localhost/45763 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:26:57,302 WARN [Listener at localhost/45763 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:26:57,329 WARN [Listener at localhost/45763 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:26:57,338 INFO [Listener at localhost/45763 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:26:57,346 INFO [Listener at localhost/45763 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/java.io.tmpdir/Jetty_localhost_38731_datanode____.3896fd/webapp 2023-09-06T20:26:57,480 INFO [Listener at localhost/45763 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38731 2023-09-06T20:26:57,829 WARN [Listener at localhost/34829 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:26:58,186 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:26:58,388 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x4cdc060efa92870f: Processing first storage report for DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814 from datanode 32cb1042-ca73-4ddc-80ce-e4db8ace8431 2023-09-06T20:26:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x4cdc060efa92870f: from storage DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814 node DatanodeRegistration(127.0.0.1:37355, datanodeUuid=32cb1042-ca73-4ddc-80ce-e4db8ace8431, infoPort=39239, infoSecurePort=0, ipcPort=34829, storageInfo=lv=-57;cid=testClusterID;nsid=1925325655;c=1694032015952), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-09-06T20:26:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x4cdc060efa92870f: Processing first storage report for DS-200966ff-c6eb-4607-8099-3bca0862a757 from datanode 32cb1042-ca73-4ddc-80ce-e4db8ace8431 2023-09-06T20:26:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x4cdc060efa92870f: from storage DS-200966ff-c6eb-4607-8099-3bca0862a757 node DatanodeRegistration(127.0.0.1:37355, datanodeUuid=32cb1042-ca73-4ddc-80ce-e4db8ace8431, infoPort=39239, infoSecurePort=0, ipcPort=34829, storageInfo=lv=-57;cid=testClusterID;nsid=1925325655;c=1694032015952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:26:58,423 DEBUG [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5 2023-09-06T20:26:58,532 INFO [Listener at localhost/34829 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/cluster_96fe2c96-7888-357a-a971-3c97c805ace1/zookeeper_0, clientPort=51098, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/cluster_96fe2c96-7888-357a-a971-3c97c805ace1/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/cluster_96fe2c96-7888-357a-a971-3c97c805ace1/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:26:58,575 INFO [Listener at localhost/34829 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51098 2023-09-06T20:26:58,583 INFO [Listener at localhost/34829 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:26:58,585 INFO [Listener at localhost/34829 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:26:59,281 INFO [Listener at localhost/34829 {}] util.FSUtils(461): Created version file at hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c with version=8 2023-09-06T20:26:59,282 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/hbase-staging 2023-09-06T20:26:59,300 DEBUG [Listener at localhost/34829 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:26:59,301 DEBUG [Listener at localhost/34829 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:26:59,301 DEBUG [Listener at localhost/34829 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:26:59,301 DEBUG [Listener at localhost/34829 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:26:59,553 DEBUG [Listener at localhost/34829 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:27:00,323 INFO [Listener at localhost/34829 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:27:00,369 INFO [Listener at localhost/34829 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:00,369 INFO [Listener at localhost/34829 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:00,369 INFO [Listener at localhost/34829 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:27:00,370 INFO [Listener at localhost/34829 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:00,370 INFO [Listener at localhost/34829 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:27:00,521 INFO [Listener at localhost/34829 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:27:00,649 INFO [Listener at localhost/34829 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:27:00,669 DEBUG [Listener at localhost/34829 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:27:00,675 INFO [Listener at localhost/34829 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:27:00,734 DEBUG [Listener at localhost/34829 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 8989 (auto-detected) 2023-09-06T20:27:00,736 DEBUG [Listener at localhost/34829 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:27:00,773 INFO [Listener at localhost/34829 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:46481 2023-09-06T20:27:00,787 INFO [Listener at localhost/34829 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:00,790 INFO [Listener at localhost/34829 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:00,814 INFO [Listener at localhost/34829 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:46481 connecting to ZooKeeper ensemble=127.0.0.1:51098 2023-09-06T20:27:00,867 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:464810x0, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:27:00,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:46481-0x100eef69caa0000 connected 2023-09-06T20:27:00,902 DEBUG [Listener at localhost/34829 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:27:00,906 DEBUG [Listener at localhost/34829 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:27:00,911 DEBUG [Listener at localhost/34829 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:27:00,922 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46481 2023-09-06T20:27:00,922 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46481 2023-09-06T20:27:00,923 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46481 2023-09-06T20:27:00,923 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46481 2023-09-06T20:27:00,923 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46481 2023-09-06T20:27:00,977 INFO [Listener at localhost/34829 {}] log.Log(170): Logging initialized @7392ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:27:01,111 INFO [Listener at localhost/34829 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:27:01,112 INFO [Listener at localhost/34829 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:27:01,113 INFO [Listener at localhost/34829 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:27:01,115 INFO [Listener at localhost/34829 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:27:01,115 INFO [Listener at localhost/34829 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:27:01,116 INFO [Listener at localhost/34829 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:27:01,119 INFO [Listener at localhost/34829 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:27:01,268 INFO [Listener at localhost/34829 {}] http.HttpServer(1219): Jetty bound to port 41029 2023-09-06T20:27:01,270 INFO [Listener at localhost/34829 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:27:01,315 INFO [Listener at localhost/34829 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:01,320 INFO [Listener at localhost/34829 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@45df725a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:27:01,320 INFO [Listener at localhost/34829 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:01,321 INFO [Listener at localhost/34829 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7017da82{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:27:01,385 INFO [Listener at localhost/34829 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:27:01,399 INFO [Listener at localhost/34829 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:27:01,399 INFO [Listener at localhost/34829 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:27:01,402 INFO [Listener at localhost/34829 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:27:01,409 INFO [Listener at localhost/34829 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:02,535 INFO [Listener at localhost/34829 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@2b1c7de1{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:27:02,546 INFO [Listener at localhost/34829 {}] server.AbstractConnector(333): Started ServerConnector@547b109c{HTTP/1.1, (http/1.1)}{0.0.0.0:41029} 2023-09-06T20:27:02,547 INFO [Listener at localhost/34829 {}] server.Server(415): Started @8961ms 2023-09-06T20:27:02,551 INFO [Listener at localhost/34829 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c, hbase.cluster.distributed=false 2023-09-06T20:27:02,614 INFO [Listener at localhost/34829 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:27:02,615 INFO [Listener at localhost/34829 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:02,615 INFO [Listener at localhost/34829 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:02,615 INFO [Listener at localhost/34829 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:27:02,615 INFO [Listener at localhost/34829 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:02,615 INFO [Listener at localhost/34829 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:27:02,624 INFO [Listener at localhost/34829 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:27:02,626 INFO [Listener at localhost/34829 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:27:02,627 INFO [Listener at localhost/34829 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39279 2023-09-06T20:27:02,630 INFO [Listener at localhost/34829 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:27:02,637 DEBUG [Listener at localhost/34829 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:27:02,638 INFO [Listener at localhost/34829 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:02,642 INFO [Listener at localhost/34829 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:02,644 INFO [Listener at localhost/34829 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:39279 connecting to ZooKeeper ensemble=127.0.0.1:51098 2023-09-06T20:27:02,650 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:392790x0, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:27:02,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:39279-0x100eef69caa0001 connected 2023-09-06T20:27:02,652 DEBUG [Listener at localhost/34829 {}] zookeeper.ZKUtil(113): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:27:02,653 DEBUG [Listener at localhost/34829 {}] zookeeper.ZKUtil(113): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:27:02,654 DEBUG [Listener at localhost/34829 {}] zookeeper.ZKUtil(113): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:27:02,654 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39279 2023-09-06T20:27:02,654 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39279 2023-09-06T20:27:02,655 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39279 2023-09-06T20:27:02,655 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39279 2023-09-06T20:27:02,656 DEBUG [Listener at localhost/34829 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39279 2023-09-06T20:27:02,659 INFO [Listener at localhost/34829 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:27:02,659 INFO [Listener at localhost/34829 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:27:02,659 INFO [Listener at localhost/34829 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:27:02,661 INFO [Listener at localhost/34829 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:27:02,661 INFO [Listener at localhost/34829 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:27:02,661 INFO [Listener at localhost/34829 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:27:02,661 INFO [Listener at localhost/34829 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:27:02,663 INFO [Listener at localhost/34829 {}] http.HttpServer(1219): Jetty bound to port 44813 2023-09-06T20:27:02,664 INFO [Listener at localhost/34829 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:27:02,665 INFO [Listener at localhost/34829 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:02,665 INFO [Listener at localhost/34829 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@490a3dec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:27:02,666 INFO [Listener at localhost/34829 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:02,666 INFO [Listener at localhost/34829 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@707b4a60{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:27:02,680 INFO [Listener at localhost/34829 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:27:02,681 INFO [Listener at localhost/34829 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:27:02,681 INFO [Listener at localhost/34829 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:27:02,681 INFO [Listener at localhost/34829 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:27:02,682 INFO [Listener at localhost/34829 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:02,687 INFO [Listener at localhost/34829 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@3fa77221{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:27:02,688 INFO [Listener at localhost/34829 {}] server.AbstractConnector(333): Started ServerConnector@3d635540{HTTP/1.1, (http/1.1)}{0.0.0.0:44813} 2023-09-06T20:27:02,688 INFO [Listener at localhost/34829 {}] server.Server(415): Started @9103ms 2023-09-06T20:27:02,693 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:27:02,696 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@1bf0bbbc{HTTP/1.1, (http/1.1)}{0.0.0.0:41303} 2023-09-06T20:27:02,696 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9111ms 2023-09-06T20:27:02,697 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:02,709 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:27:02,709 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:27:02,710 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:02,721 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:46481 2023-09-06T20:27:02,736 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:27:02,736 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:27:02,737 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:02,737 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:02,738 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:27:02,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:27:02,739 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,46481,1694032019532 from backup master directory 2023-09-06T20:27:02,743 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:27:02,743 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:02,743 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:27:02,744 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:27:02,744 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:02,748 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:27:02,750 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:27:02,836 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/hbase.id with ID: 585241be-8fa4-4779-9213-93ebbf5d60e4 2023-09-06T20:27:02,879 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:02,896 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:02,896 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:02,940 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:27:02,943 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:27:02,964 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:27:02,964 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:27:02,966 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:27:02,978 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:27:02,980 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:27:03,487 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store 2023-09-06T20:27:03,512 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:27:03,512 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:03,512 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:27:03,513 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:03,513 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:03,513 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:27:03,513 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:03,513 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:03,513 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:27:03,515 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/.initializing 2023-09-06T20:27:03,515 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/WALs/jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:03,524 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:27:03,537 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C46481%2C1694032019532, suffix=, logDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/WALs/jenkins-hbase3.apache.org,46481,1694032019532, archiveDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/oldWALs, maxLogs=10 2023-09-06T20:27:03,565 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/WALs/jenkins-hbase3.apache.org,46481,1694032019532/jenkins-hbase3.apache.org%2C46481%2C1694032019532.1694032023544, exclude list is [], retry=0 2023-09-06T20:27:03,591 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK] 2023-09-06T20:27:03,599 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:27:03,673 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/WALs/jenkins-hbase3.apache.org,46481,1694032019532/jenkins-hbase3.apache.org%2C46481%2C1694032019532.1694032023544 2023-09-06T20:27:03,673 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK]] 2023-09-06T20:27:03,674 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:03,674 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:03,679 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,680 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:27:03,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:03,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:03,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:27:03,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:03,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:03,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:27:03,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:03,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:03,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:27:03,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:03,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:03,806 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,807 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,825 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:27:03,829 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:03,833 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:03,834 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11692524160, jitterRate=0.08895117044448853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:27:03,840 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:27:03,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:27:03,878 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44dc87fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:03,935 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:27:03,956 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:27:03,956 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:27:03,959 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:27:03,961 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:27:03,967 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:27:03,968 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:27:04,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:27:04,019 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:27:04,022 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:27:04,025 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:27:04,026 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:27:04,027 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:27:04,030 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:27:04,036 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:27:04,038 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:27:04,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:27:04,041 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:27:04,059 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:27:04,060 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:27:04,066 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:27:04,066 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:27:04,066 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,066 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,066 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,46481,1694032019532, sessionid=0x100eef69caa0000, setting cluster-up flag (Was=false) 2023-09-06T20:27:04,076 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:27:04,085 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,085 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,090 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:27:04,092 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:04,096 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,096 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,106 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:27:04,107 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:04,112 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,112 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,118 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:27:04,119 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:04,202 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:39279 2023-09-06T20:27:04,203 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(997): ClusterId : 585241be-8fa4-4779-9213-93ebbf5d60e4 2023-09-06T20:27:04,205 INFO [RS:0;jenkins-hbase3:39279 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:27:04,208 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:27:04,213 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:27:04,214 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:27:04,217 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:27:04,217 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:27:04,221 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:27:04,222 DEBUG [RS:0;jenkins-hbase3:39279 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d5895f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:04,224 DEBUG [RS:0;jenkins-hbase3:39279 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df3cf8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:27:04,229 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:27:04,229 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:27:04,229 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:27:04,232 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,46481,1694032019532 with isa=jenkins-hbase3.apache.org/172.31.12.81:39279, startcode=1694032022613 2023-09-06T20:27:04,251 DEBUG [RS:0;jenkins-hbase3:39279 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:27:04,272 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:27:04,284 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:27:04,290 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:27:04,299 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,46481,1694032019532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:27:04,303 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:27:04,304 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:27:04,304 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:27:04,304 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:27:04,304 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:27:04,304 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,304 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:27:04,304 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,306 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694032054306 2023-09-06T20:27:04,309 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:27:04,310 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55063, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:27:04,314 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:27:04,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:27:04,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:27:04,319 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46481 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:27:04,324 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:04,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:27:04,325 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:27:04,326 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:27:04,326 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:27:04,327 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:27:04,327 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:27:04,329 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,331 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:27:04,335 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:27:04,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:27:04,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:27:04,354 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x16a301a2 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:04,355 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:04,374 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:27:04,375 WARN [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:27:04,381 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ac6bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:04,381 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:27:04,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:04,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:27:04,386 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:27:04,387 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:27:04,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:27:04,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:04,389 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032024389,5,FailOnTimeoutGroup] 2023-09-06T20:27:04,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:04,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:27:04,390 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032024389,5,FailOnTimeoutGroup] 2023-09-06T20:27:04,390 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,390 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:27:04,391 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,392 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:27:04,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:04,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:04,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:27:04,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:27:04,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:04,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:04,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740 2023-09-06T20:27:04,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740 2023-09-06T20:27:04,402 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:27:04,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:27:04,407 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:04,408 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12019869280, jitterRate=0.1194375604391098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:27:04,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:27:04,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:27:04,410 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:27:04,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:27:04,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:27:04,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:27:04,412 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:27:04,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:27:04,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:27:04,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:27:04,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:27:04,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:27:04,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:27:04,476 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,46481,1694032019532 with isa=jenkins-hbase3.apache.org/172.31.12.81:39279, startcode=1694032022613 2023-09-06T20:27:04,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46481 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:04,499 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:04,499 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:45763 2023-09-06T20:27:04,499 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41029 2023-09-06T20:27:04,505 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:27:04,506 DEBUG [RS:0;jenkins-hbase3:39279 {}] zookeeper.ZKUtil(111): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:04,506 WARN [RS:0;jenkins-hbase3:39279 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:27:04,506 INFO [RS:0;jenkins-hbase3:39279 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:27:04,506 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:04,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,39279,1694032022613] 2023-09-06T20:27:04,529 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:27:04,544 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:27:04,560 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:27:04,565 INFO [RS:0;jenkins-hbase3:39279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:27:04,565 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,566 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:27:04,576 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,576 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,577 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,577 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,577 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,577 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,577 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:27:04,577 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,577 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,578 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,578 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,578 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:04,578 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:27:04,578 DEBUG [RS:0;jenkins-hbase3:39279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:27:04,579 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,579 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,579 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,580 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,580 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39279,1694032022613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:27:04,596 WARN [jenkins-hbase3:46481 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-09-06T20:27:04,596 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:27:04,599 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39279,1694032022613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:04,615 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,39279,1694032022613 started 2023-09-06T20:27:04,615 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,39279,1694032022613, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:39279, sessionid=0x100eef69caa0001 2023-09-06T20:27:04,616 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:27:04,616 DEBUG [RS:0;jenkins-hbase3:39279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:04,616 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39279,1694032022613' 2023-09-06T20:27:04,616 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:27:04,617 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:27:04,617 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:27:04,617 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:27:04,617 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39279,1694032022613' 2023-09-06T20:27:04,617 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:27:04,618 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:27:04,618 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:27:04,619 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:27:04,619 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:27:04,619 DEBUG [RS:0;jenkins-hbase3:39279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:04,619 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39279,1694032022613' 2023-09-06T20:27:04,619 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:27:04,619 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:27:04,620 DEBUG [RS:0;jenkins-hbase3:39279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:27:04,620 INFO [RS:0;jenkins-hbase3:39279 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:27:04,620 INFO [RS:0;jenkins-hbase3:39279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:27:04,730 INFO [RS:0;jenkins-hbase3:39279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:27:04,733 INFO [RS:0;jenkins-hbase3:39279 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39279%2C1694032022613, suffix=, logDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613, archiveDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/oldWALs, maxLogs=32 2023-09-06T20:27:04,746 DEBUG [RS:0;jenkins-hbase3:39279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032024735, exclude list is [], retry=0 2023-09-06T20:27:04,752 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK] 2023-09-06T20:27:04,756 INFO [RS:0;jenkins-hbase3:39279 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032024735 2023-09-06T20:27:04,756 DEBUG [RS:0;jenkins-hbase3:39279 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK]] 2023-09-06T20:27:04,848 DEBUG [jenkins-hbase3:46481 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:27:04,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:04,863 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39279,1694032022613, state=OPENING 2023-09-06T20:27:04,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:27:04,878 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,878 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:04,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:27:04,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:27:04,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39279,1694032022613}] 2023-09-06T20:27:05,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:05,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:27:05,079 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33670, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:27:05,092 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:27:05,093 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:27:05,093 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:27:05,097 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta, suffix=.meta, logDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613, archiveDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/oldWALs, maxLogs=32 2023-09-06T20:27:05,110 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032025099.meta, exclude list is [], retry=0 2023-09-06T20:27:05,115 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK] 2023-09-06T20:27:05,119 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032025099.meta 2023-09-06T20:27:05,119 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK]] 2023-09-06T20:27:05,119 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:05,124 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:05,125 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:27:05,141 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:27:05,142 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:27:05,147 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:27:05,147 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:05,147 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:27:05,147 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:27:05,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:27:05,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:27:05,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:05,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:05,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:27:05,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:27:05,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:05,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:05,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:27:05,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:27:05,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:05,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:05,157 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740 2023-09-06T20:27:05,160 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740 2023-09-06T20:27:05,162 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:27:05,164 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:27:05,166 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10265775360, jitterRate=-0.04392516613006592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:27:05,167 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:27:05,179 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694032025064 2023-09-06T20:27:05,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:05,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39279,1694032022613, state=OPEN 2023-09-06T20:27:05,203 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:27:05,204 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:27:05,205 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:27:05,205 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:27:05,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:27:05,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:27:05,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:27:05,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39279,1694032022613 in 324 msec 2023-09-06T20:27:05,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:27:05,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 785 msec 2023-09-06T20:27:05,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1650 sec 2023-09-06T20:27:05,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694032025350, completionTime=-1 2023-09-06T20:27:05,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:27:05,351 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:27:05,443 DEBUG [hconnection-0x11739596-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:05,446 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33672, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:05,462 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:27:05,462 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694032085462 2023-09-06T20:27:05,462 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032145462 2023-09-06T20:27:05,462 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 111 msec 2023-09-06T20:27:05,485 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46481,1694032019532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:05,485 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46481,1694032019532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:05,486 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46481,1694032019532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:05,488 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:46481, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:05,488 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:05,494 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:27:05,507 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:27:05,509 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:27:05,518 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:27:05,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:27:05,524 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:05,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:27:05,944 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2e77e776626ec72f7c2ca44eadad7ff4, NAME => 'hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:06,356 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:06,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 2e77e776626ec72f7c2ca44eadad7ff4, disabling compactions & flushes 2023-09-06T20:27:06,357 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:06,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:06,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. after waiting 0 ms 2023-09-06T20:27:06,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:06,357 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:06,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2e77e776626ec72f7c2ca44eadad7ff4: 2023-09-06T20:27:06,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:27:06,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694032026362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032026362"}]},"ts":"1694032026362"} 2023-09-06T20:27:06,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:27:06,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:27:06,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032026419"}]},"ts":"1694032026419"} 2023-09-06T20:27:06,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:27:06,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2e77e776626ec72f7c2ca44eadad7ff4, ASSIGN}] 2023-09-06T20:27:06,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2e77e776626ec72f7c2ca44eadad7ff4, ASSIGN 2023-09-06T20:27:06,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2e77e776626ec72f7c2ca44eadad7ff4, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39279,1694032022613; forceNewPlan=false, retain=false 2023-09-06T20:27:06,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2e77e776626ec72f7c2ca44eadad7ff4, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:06,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2e77e776626ec72f7c2ca44eadad7ff4, server=jenkins-hbase3.apache.org,39279,1694032022613}] 2023-09-06T20:27:06,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:06,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 2e77e776626ec72f7c2ca44eadad7ff4, NAME => 'hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:06,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:06,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2e77e776626ec72f7c2ca44eadad7ff4 2023-09-06T20:27:06,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:06,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 2e77e776626ec72f7c2ca44eadad7ff4 2023-09-06T20:27:06,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 2e77e776626ec72f7c2ca44eadad7ff4 2023-09-06T20:27:06,767 INFO [StoreOpener-2e77e776626ec72f7c2ca44eadad7ff4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2e77e776626ec72f7c2ca44eadad7ff4 2023-09-06T20:27:06,769 INFO [StoreOpener-2e77e776626ec72f7c2ca44eadad7ff4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e77e776626ec72f7c2ca44eadad7ff4 columnFamilyName info 2023-09-06T20:27:06,770 DEBUG [StoreOpener-2e77e776626ec72f7c2ca44eadad7ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:06,770 INFO [StoreOpener-2e77e776626ec72f7c2ca44eadad7ff4-1 {}] regionserver.HStore(324): Store=2e77e776626ec72f7c2ca44eadad7ff4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:06,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4 2023-09-06T20:27:06,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4 2023-09-06T20:27:06,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 2e77e776626ec72f7c2ca44eadad7ff4 2023-09-06T20:27:06,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:06,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 2e77e776626ec72f7c2ca44eadad7ff4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11517188800, jitterRate=0.07262179255485535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:27:06,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 2e77e776626ec72f7c2ca44eadad7ff4: 2023-09-06T20:27:06,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4., pid=6, masterSystemTime=1694032026755 2023-09-06T20:27:06,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:06,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:06,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2e77e776626ec72f7c2ca44eadad7ff4, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:06,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:27:06,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2e77e776626ec72f7c2ca44eadad7ff4, server=jenkins-hbase3.apache.org,39279,1694032022613 in 196 msec 2023-09-06T20:27:06,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:27:06,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2e77e776626ec72f7c2ca44eadad7ff4, ASSIGN in 359 msec 2023-09-06T20:27:06,805 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:27:06,805 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032026805"}]},"ts":"1694032026805"} 2023-09-06T20:27:06,808 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:27:06,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:27:06,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3010 sec 2023-09-06T20:27:06,823 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:27:06,824 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:06,824 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:27:06,824 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:06,870 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:27:06,887 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:27:06,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-09-06T20:27:06,905 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:27:06,917 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:27:06,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-09-06T20:27:06,933 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:27:06,935 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:27:06,935 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 4.191sec 2023-09-06T20:27:06,938 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:27:06,940 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:27:06,942 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:27:06,943 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:27:06,943 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:27:06,946 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46481,1694032019532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:27:06,947 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46481,1694032019532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:27:06,949 DEBUG [Listener at localhost/34829 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3ca0267d to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:06,955 DEBUG [Listener at localhost/34829 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd63eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:06,960 DEBUG [Listener at localhost/34829 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:27:06,960 DEBUG [Listener at localhost/34829 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:27:06,970 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:27:06,972 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:27:06,974 DEBUG [hconnection-0x7c4201e3-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:06,988 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33682, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/test.cache.data in system properties and HBase conf 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:27:06,999 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:27:07,000 INFO [Listener at localhost/34829 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:27:08,496 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:27:08,857 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:27:08,863 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43249_jobhistory____.bk74gu/webapp 2023-09-06T20:27:09,024 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:27:09,024 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:27:09,025 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:27:09,028 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:27:09,118 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:09,259 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:09,541 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:27:09,581 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43249 2023-09-06T20:27:09,994 WARN [Listener at jenkins-hbase3.apache.org/43769 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:27:10,073 WARN [Listener at jenkins-hbase3.apache.org/43769 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:27:10,074 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:27:10,080 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45495_cluster____dlm1lg/webapp 2023-09-06T20:27:10,192 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:27:10,192 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:27:10,192 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:27:10,193 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:27:10,203 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:10,411 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:10,488 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:10,495 INFO [Listener at jenkins-hbase3.apache.org/43769 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45495 2023-09-06T20:27:10,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:27:10,761 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:27:10,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:27:10,764 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:27:10,764 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:10,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:27:10,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:10,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:27:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:27:10,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:27:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:27:10,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:10,910 WARN [Listener at jenkins-hbase3.apache.org/37959 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:27:10,933 WARN [Listener at jenkins-hbase3.apache.org/37959 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:27:10,933 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:27:10,940 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33983_node____tlr8hf/webapp 2023-09-06T20:27:10,992 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:27:10,992 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:27:10,992 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:27:10,993 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:27:11,000 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:11,021 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:11,084 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:11,094 INFO [Listener at jenkins-hbase3.apache.org/37959 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33983 2023-09-06T20:27:11,223 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:27:11,230 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:27:11,231 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:27:11,238 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43437_node____.10776w/webapp 2023-09-06T20:27:11,296 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:27:11,297 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:27:11,297 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:27:11,297 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:27:11,308 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:11,331 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:11,390 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:27:11,396 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43437 2023-09-06T20:27:11,426 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:27:11,426 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:45763/backupUT 2023-09-06T20:27:11,438 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:27:11,443 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36466, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:27:11,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:27:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:27:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:27:11,480 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:27:11,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-09-06T20:27:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:27:11,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:27:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:27:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:27:11,588 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:27:11,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-09-06T20:27:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:27:11,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:27:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:27:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:27:11,698 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:27:11,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-09-06T20:27:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:27:11,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:27:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:27:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:27:11,809 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:27:11,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-09-06T20:27:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:27:11,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694032031426', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:27:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694032031426 2023-09-06T20:27:11,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694032031426 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:27:11,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694032031426" procId is: 13 2023-09-06T20:27:11,925 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:11,927 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694032031426 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:27:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:27:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:27:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:27:12,366 INFO [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2703bd89a1edc66afab813f60169d03a, NAME => 'test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694032031426', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:27:12,784 DEBUG [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:12,784 DEBUG [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(1668): Closing 2703bd89a1edc66afab813f60169d03a, disabling compactions & flushes 2023-09-06T20:27:12,784 INFO [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:12,784 DEBUG [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:12,784 DEBUG [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. after waiting 0 ms 2023-09-06T20:27:12,784 DEBUG [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:12,784 INFO [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(1909): Closed test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:12,784 DEBUG [RegionOpenAndInit-test-1694032031426-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2703bd89a1edc66afab813f60169d03a: 2023-09-06T20:27:12,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694032031426 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:27:12,787 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694032032786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032032786"}]},"ts":"1694032032786"} 2023-09-06T20:27:12,789 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:27:12,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694032031426 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:27:12,791 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032031426","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032032791"}]},"ts":"1694032032791"} 2023-09-06T20:27:12,793 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032031426, state=ENABLING in hbase:meta 2023-09-06T20:27:12,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032031426, region=2703bd89a1edc66afab813f60169d03a, ASSIGN}] 2023-09-06T20:27:12,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032031426, region=2703bd89a1edc66afab813f60169d03a, ASSIGN 2023-09-06T20:27:12,801 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694032031426, region=2703bd89a1edc66afab813f60169d03a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39279,1694032022613; forceNewPlan=false, retain=false 2023-09-06T20:27:12,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2703bd89a1edc66afab813f60169d03a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:12,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 2703bd89a1edc66afab813f60169d03a, server=jenkins-hbase3.apache.org,39279,1694032022613}] 2023-09-06T20:27:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:27:13,117 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:13,118 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 2703bd89a1edc66afab813f60169d03a, NAME => 'test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:13,118 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:13,118 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694032031426 2703bd89a1edc66afab813f60169d03a 2023-09-06T20:27:13,119 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:13,119 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 2703bd89a1edc66afab813f60169d03a 2023-09-06T20:27:13,119 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 2703bd89a1edc66afab813f60169d03a 2023-09-06T20:27:13,121 INFO [StoreOpener-2703bd89a1edc66afab813f60169d03a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2703bd89a1edc66afab813f60169d03a 2023-09-06T20:27:13,123 INFO [StoreOpener-2703bd89a1edc66afab813f60169d03a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2703bd89a1edc66afab813f60169d03a columnFamilyName f 2023-09-06T20:27:13,123 DEBUG [StoreOpener-2703bd89a1edc66afab813f60169d03a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:13,124 INFO [StoreOpener-2703bd89a1edc66afab813f60169d03a-1 {}] regionserver.HStore(324): Store=2703bd89a1edc66afab813f60169d03a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:13,125 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a 2023-09-06T20:27:13,126 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a 2023-09-06T20:27:13,130 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 2703bd89a1edc66afab813f60169d03a 2023-09-06T20:27:13,137 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:13,138 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 2703bd89a1edc66afab813f60169d03a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11481499040, jitterRate=0.0692979246377945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:27:13,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 2703bd89a1edc66afab813f60169d03a: 2023-09-06T20:27:13,140 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a., pid=15, masterSystemTime=1694032033109 2023-09-06T20:27:13,143 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:13,143 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:13,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2703bd89a1edc66afab813f60169d03a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:13,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:27:13,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 2703bd89a1edc66afab813f60169d03a, server=jenkins-hbase3.apache.org,39279,1694032022613 in 191 msec 2023-09-06T20:27:13,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:27:13,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694032031426, region=2703bd89a1edc66afab813f60169d03a, ASSIGN in 351 msec 2023-09-06T20:27:13,154 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694032031426 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:27:13,154 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032031426","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032033154"}]},"ts":"1694032033154"} 2023-09-06T20:27:13,156 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032031426, state=ENABLED in hbase:meta 2023-09-06T20:27:13,160 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694032031426 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:27:13,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694032031426 in 1.2410 sec 2023-09-06T20:27:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:27:14,045 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694032031426, procId: 13 completed 2023-09-06T20:27:14,046 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x51ae5c05 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:14,054 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cb1b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:14,056 DEBUG [hconnection-0x7e597428-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:14,059 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41616, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:14,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] regionserver.HRegion(8210): writing data to region test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:27:14,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940320314261', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:27:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940320314261 2023-09-06T20:27:14,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940320314261 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:27:14,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:14,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940320314261" procId is: 16 2023-09-06T20:27:14,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940320314261 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:27:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:27:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:27:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:27:14,593 INFO [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3d9eb3ef4a108783099084f257b515db, NAME => 'ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940320314261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:27:15,007 DEBUG [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:15,008 DEBUG [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(1668): Closing 3d9eb3ef4a108783099084f257b515db, disabling compactions & flushes 2023-09-06T20:27:15,008 INFO [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:15,008 DEBUG [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:15,008 DEBUG [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. after waiting 0 ms 2023-09-06T20:27:15,008 DEBUG [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:15,008 INFO [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:15,008 DEBUG [RegionOpenAndInit-ns2:test-16940320314261-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3d9eb3ef4a108783099084f257b515db: 2023-09-06T20:27:15,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940320314261 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:27:15,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032035010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032035010"}]},"ts":"1694032035010"} 2023-09-06T20:27:15,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:27:15,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940320314261 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:27:15,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940320314261","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032035013"}]},"ts":"1694032035013"} 2023-09-06T20:27:15,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940320314261, state=ENABLING in hbase:meta 2023-09-06T20:27:15,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940320314261, region=3d9eb3ef4a108783099084f257b515db, ASSIGN}] 2023-09-06T20:27:15,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940320314261, region=3d9eb3ef4a108783099084f257b515db, ASSIGN 2023-09-06T20:27:15,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940320314261, region=3d9eb3ef4a108783099084f257b515db, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39279,1694032022613; forceNewPlan=false, retain=false 2023-09-06T20:27:15,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=3d9eb3ef4a108783099084f257b515db, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:15,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 3d9eb3ef4a108783099084f257b515db, server=jenkins-hbase3.apache.org,39279,1694032022613}] 2023-09-06T20:27:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:27:15,336 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:15,336 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 3d9eb3ef4a108783099084f257b515db, NAME => 'ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:15,336 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:15,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320314261 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:15,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:15,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:15,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:15,339 INFO [StoreOpener-3d9eb3ef4a108783099084f257b515db-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:15,341 INFO [StoreOpener-3d9eb3ef4a108783099084f257b515db-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9eb3ef4a108783099084f257b515db columnFamilyName f 2023-09-06T20:27:15,342 DEBUG [StoreOpener-3d9eb3ef4a108783099084f257b515db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:15,342 INFO [StoreOpener-3d9eb3ef4a108783099084f257b515db-1 {}] regionserver.HStore(324): Store=3d9eb3ef4a108783099084f257b515db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:15,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:15,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:15,348 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:15,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:15,356 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 3d9eb3ef4a108783099084f257b515db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10881242400, jitterRate=0.013394668698310852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:27:15,357 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 3d9eb3ef4a108783099084f257b515db: 2023-09-06T20:27:15,359 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db., pid=18, masterSystemTime=1694032035331 2023-09-06T20:27:15,361 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:15,361 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:15,362 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=3d9eb3ef4a108783099084f257b515db, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:15,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:27:15,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 3d9eb3ef4a108783099084f257b515db, server=jenkins-hbase3.apache.org,39279,1694032022613 in 187 msec 2023-09-06T20:27:15,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:27:15,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940320314261, region=3d9eb3ef4a108783099084f257b515db, ASSIGN in 348 msec 2023-09-06T20:27:15,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940320314261 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:27:15,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940320314261","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032035372"}]},"ts":"1694032035372"} 2023-09-06T20:27:15,375 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940320314261, state=ENABLED in hbase:meta 2023-09-06T20:27:15,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940320314261 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:27:15,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940320314261 in 1.2110 sec 2023-09-06T20:27:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:27:16,282 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940320314261, procId: 16 completed 2023-09-06T20:27:16,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:27:16,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940320314262', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:27:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940320314262 2023-09-06T20:27:16,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940320314262 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:27:16,385 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:16,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940320314262" procId is: 19 2023-09-06T20:27:16,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940320314262 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:27:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:27:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:27:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:27:16,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694032031426' 2023-09-06T20:27:16,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940320314261' 2023-09-06T20:27:16,803 INFO [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 658e2b8cca411db871cf29ff99f1506f, NAME => 'ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940320314262', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:27:17,220 DEBUG [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:17,220 DEBUG [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(1668): Closing 658e2b8cca411db871cf29ff99f1506f, disabling compactions & flushes 2023-09-06T20:27:17,220 INFO [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:17,220 DEBUG [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:17,220 DEBUG [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. after waiting 0 ms 2023-09-06T20:27:17,220 DEBUG [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:17,220 INFO [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:17,220 DEBUG [RegionOpenAndInit-ns3:test-16940320314262-pool-0 {}] regionserver.HRegion(1622): Region close journal for 658e2b8cca411db871cf29ff99f1506f: 2023-09-06T20:27:17,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940320314262 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:27:17,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032037222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032037222"}]},"ts":"1694032037222"} 2023-09-06T20:27:17,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:27:17,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940320314262 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:27:17,226 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940320314262","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032037226"}]},"ts":"1694032037226"} 2023-09-06T20:27:17,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940320314262, state=ENABLING in hbase:meta 2023-09-06T20:27:17,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940320314262, region=658e2b8cca411db871cf29ff99f1506f, ASSIGN}] 2023-09-06T20:27:17,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940320314262, region=658e2b8cca411db871cf29ff99f1506f, ASSIGN 2023-09-06T20:27:17,236 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940320314262, region=658e2b8cca411db871cf29ff99f1506f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39279,1694032022613; forceNewPlan=false, retain=false 2023-09-06T20:27:17,387 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=658e2b8cca411db871cf29ff99f1506f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:17,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 658e2b8cca411db871cf29ff99f1506f, server=jenkins-hbase3.apache.org,39279,1694032022613}] 2023-09-06T20:27:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:27:17,547 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:17,547 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 658e2b8cca411db871cf29ff99f1506f, NAME => 'ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:17,548 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:17,548 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320314262 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:17,548 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:17,548 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:17,548 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:17,550 INFO [StoreOpener-658e2b8cca411db871cf29ff99f1506f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:17,552 INFO [StoreOpener-658e2b8cca411db871cf29ff99f1506f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 658e2b8cca411db871cf29ff99f1506f columnFamilyName f 2023-09-06T20:27:17,552 DEBUG [StoreOpener-658e2b8cca411db871cf29ff99f1506f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:17,553 INFO [StoreOpener-658e2b8cca411db871cf29ff99f1506f-1 {}] regionserver.HStore(324): Store=658e2b8cca411db871cf29ff99f1506f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:17,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns3/test-16940320314262/658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:17,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns3/test-16940320314262/658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:17,557 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:17,560 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns3/test-16940320314262/658e2b8cca411db871cf29ff99f1506f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:17,561 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 658e2b8cca411db871cf29ff99f1506f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9624341760, jitterRate=-0.10366332530975342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:27:17,561 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 658e2b8cca411db871cf29ff99f1506f: 2023-09-06T20:27:17,563 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f., pid=21, masterSystemTime=1694032037542 2023-09-06T20:27:17,565 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:17,565 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:17,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=658e2b8cca411db871cf29ff99f1506f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:17,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:27:17,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 658e2b8cca411db871cf29ff99f1506f, server=jenkins-hbase3.apache.org,39279,1694032022613 in 178 msec 2023-09-06T20:27:17,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:27:17,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940320314262, region=658e2b8cca411db871cf29ff99f1506f, ASSIGN in 337 msec 2023-09-06T20:27:17,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940320314262 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:27:17,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940320314262","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032037574"}]},"ts":"1694032037574"} 2023-09-06T20:27:17,576 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940320314262, state=ENABLED in hbase:meta 2023-09-06T20:27:17,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940320314262 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:27:17,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940320314262 in 1.1970 sec 2023-09-06T20:27:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:27:18,496 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940320314262, procId: 19 completed 2023-09-06T20:27:18,496 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940320314262 get assigned. Timeout = 60000ms 2023-09-06T20:27:18,498 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:27:18,502 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940320314262 assigned to meta. Checking AM states. 2023-09-06T20:27:18,503 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:27:18,503 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940320314262 assigned. 2023-09-06T20:27:18,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940320314263', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:27:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940320314263 2023-09-06T20:27:18,509 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940320314263 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:27:18,509 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:18,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940320314263" procId is: 22 2023-09-06T20:27:18,510 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940320314263 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:27:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:27:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:27:18,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:27:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:27:18,924 INFO [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 96f7ea6ab93cfcd246be3b75f44fc395, NAME => 'ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940320314263', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:27:19,338 DEBUG [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:19,338 DEBUG [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(1668): Closing 96f7ea6ab93cfcd246be3b75f44fc395, disabling compactions & flushes 2023-09-06T20:27:19,338 INFO [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:19,339 DEBUG [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:19,339 DEBUG [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. after waiting 0 ms 2023-09-06T20:27:19,339 DEBUG [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:19,339 INFO [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:19,339 DEBUG [RegionOpenAndInit-ns4:test-16940320314263-pool-0 {}] regionserver.HRegion(1622): Region close journal for 96f7ea6ab93cfcd246be3b75f44fc395: 2023-09-06T20:27:19,340 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940320314263 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:27:19,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032039340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032039340"}]},"ts":"1694032039340"} 2023-09-06T20:27:19,343 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:27:19,344 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940320314263 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:27:19,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940320314263","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032039344"}]},"ts":"1694032039344"} 2023-09-06T20:27:19,345 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940320314263, state=ENABLING in hbase:meta 2023-09-06T20:27:19,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940320314263, region=96f7ea6ab93cfcd246be3b75f44fc395, ASSIGN}] 2023-09-06T20:27:19,353 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940320314263, region=96f7ea6ab93cfcd246be3b75f44fc395, ASSIGN 2023-09-06T20:27:19,353 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940320314263, region=96f7ea6ab93cfcd246be3b75f44fc395, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39279,1694032022613; forceNewPlan=false, retain=false 2023-09-06T20:27:19,505 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=96f7ea6ab93cfcd246be3b75f44fc395, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:19,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 96f7ea6ab93cfcd246be3b75f44fc395, server=jenkins-hbase3.apache.org,39279,1694032022613}] 2023-09-06T20:27:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:27:19,665 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:19,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 96f7ea6ab93cfcd246be3b75f44fc395, NAME => 'ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:19,665 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:19,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320314263 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:19,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:19,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:19,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:19,667 INFO [StoreOpener-96f7ea6ab93cfcd246be3b75f44fc395-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:19,669 INFO [StoreOpener-96f7ea6ab93cfcd246be3b75f44fc395-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96f7ea6ab93cfcd246be3b75f44fc395 columnFamilyName f 2023-09-06T20:27:19,669 DEBUG [StoreOpener-96f7ea6ab93cfcd246be3b75f44fc395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:19,670 INFO [StoreOpener-96f7ea6ab93cfcd246be3b75f44fc395-1 {}] regionserver.HStore(324): Store=96f7ea6ab93cfcd246be3b75f44fc395/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:19,671 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns4/test-16940320314263/96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:19,672 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns4/test-16940320314263/96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:19,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:19,677 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns4/test-16940320314263/96f7ea6ab93cfcd246be3b75f44fc395/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:19,677 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 96f7ea6ab93cfcd246be3b75f44fc395; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9916948640, jitterRate=-0.07641218602657318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:27:19,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 96f7ea6ab93cfcd246be3b75f44fc395: 2023-09-06T20:27:19,679 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395., pid=24, masterSystemTime=1694032039660 2023-09-06T20:27:19,681 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:19,681 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:19,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=96f7ea6ab93cfcd246be3b75f44fc395, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:19,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:27:19,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 96f7ea6ab93cfcd246be3b75f44fc395, server=jenkins-hbase3.apache.org,39279,1694032022613 in 176 msec 2023-09-06T20:27:19,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:27:19,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940320314263, region=96f7ea6ab93cfcd246be3b75f44fc395, ASSIGN in 335 msec 2023-09-06T20:27:19,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940320314263 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:27:19,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940320314263","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032039689"}]},"ts":"1694032039689"} 2023-09-06T20:27:19,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940320314263, state=ENABLED in hbase:meta 2023-09-06T20:27:19,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940320314263 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:27:19,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940320314263 in 1.1890 sec 2023-09-06T20:27:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:27:20,620 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940320314263, procId: 22 completed 2023-09-06T20:27:20,620 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940320314263 get assigned. Timeout = 60000ms 2023-09-06T20:27:20,620 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:27:20,625 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940320314263 assigned to meta. Checking AM states. 2023-09-06T20:27:20,625 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:27:20,625 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940320314263 assigned. 2023-09-06T20:27:20,626 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x51ae5c05 to 127.0.0.1:51098 2023-09-06T20:27:20,626 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:20,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940320314262 2023-09-06T20:27:20,644 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940320314262 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:20,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032031426 2023-09-06T20:27:20,651 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694032031426 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:20,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940320314263 2023-09-06T20:27:20,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940320314263 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:20,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940320314261 2023-09-06T20:27:20,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940320314261 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:20,673 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=584, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=257, ProcessCount=167, AvailableMemoryMB=3661 2023-09-06T20:27:20,673 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-09-06T20:27:20,675 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] backup.TestBackupBoundaryTests(71): test full backup fails on a single table that does not exist 2023-09-06T20:27:20,677 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x22cd7755 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:20,683 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142a59be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:20,691 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:20,692 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57592, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:20,693 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x22cd7755 to 127.0.0.1:51098 2023-09-06T20:27:20,693 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:20,711 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=587 (was 584) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x22cd7755-SendThread(127.0.0.1:51098) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x22cd7755-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x22cd7755 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/1736041309.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=665 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=257 (was 257), ProcessCount=167 (was 167), AvailableMemoryMB=3660 (was 3661) 2023-09-06T20:27:20,711 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-09-06T20:27:20,725 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=587, OpenFileDescriptor=665, MaxFileDescriptor=60000, SystemLoadAverage=257, ProcessCount=167, AvailableMemoryMB=3659 2023-09-06T20:27:20,725 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-09-06T20:27:20,725 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] backup.TestBackupBoundaryTests(82): test full backup fails on multiple tables that do not exist 2023-09-06T20:27:20,727 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3c91b3f8 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:20,731 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c93c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:20,736 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:20,738 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57600, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:20,740 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3c91b3f8 to 127.0.0.1:51098 2023-09-06T20:27:20,741 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:20,756 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=587 (was 587), OpenFileDescriptor=665 (was 665), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=257 (was 257), ProcessCount=167 (was 167), AvailableMemoryMB=3659 (was 3659) 2023-09-06T20:27:20,756 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-09-06T20:27:20,773 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=587, OpenFileDescriptor=665, MaxFileDescriptor=60000, SystemLoadAverage=257, ProcessCount=167, AvailableMemoryMB=3659 2023-09-06T20:27:20,773 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-09-06T20:27:20,773 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] backup.TestBackupBoundaryTests(59): create full backup image on mulitple empty tables 2023-09-06T20:27:20,775 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a575f55 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:20,787 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f6da90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:20,793 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:20,795 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57610, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:20,810 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:27:20,812 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49524, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:27:20,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:27:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:27:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:27:20,835 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:27:20,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 15 msec 2023-09-06T20:27:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:27:20,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:27:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:27:20,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:27:20,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:20,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:27:20,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:27:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:27:20,971 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ddae3edad5811869ecd829004afc930c, NAME => 'backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:27:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:27:21,382 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:21,382 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing ddae3edad5811869ecd829004afc930c, disabling compactions & flushes 2023-09-06T20:27:21,382 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:21,382 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:21,382 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. after waiting 0 ms 2023-09-06T20:27:21,382 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:21,382 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:21,382 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for ddae3edad5811869ecd829004afc930c: 2023-09-06T20:27:21,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:27:21,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694032041384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032041384"}]},"ts":"1694032041384"} 2023-09-06T20:27:21,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:27:21,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:27:21,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032041387"}]},"ts":"1694032041387"} 2023-09-06T20:27:21,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:27:21,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ddae3edad5811869ecd829004afc930c, ASSIGN}] 2023-09-06T20:27:21,397 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ddae3edad5811869ecd829004afc930c, ASSIGN 2023-09-06T20:27:21,398 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=ddae3edad5811869ecd829004afc930c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39279,1694032022613; forceNewPlan=false, retain=false 2023-09-06T20:27:21,550 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ddae3edad5811869ecd829004afc930c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:21,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure ddae3edad5811869ecd829004afc930c, server=jenkins-hbase3.apache.org,39279,1694032022613}] 2023-09-06T20:27:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:27:21,709 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:21,709 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => ddae3edad5811869ecd829004afc930c, NAME => 'backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:21,710 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:21,710 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:21,710 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:21,711 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:21,711 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:21,712 INFO [StoreOpener-ddae3edad5811869ecd829004afc930c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:21,715 INFO [StoreOpener-ddae3edad5811869ecd829004afc930c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddae3edad5811869ecd829004afc930c columnFamilyName meta 2023-09-06T20:27:21,715 DEBUG [StoreOpener-ddae3edad5811869ecd829004afc930c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:21,716 INFO [StoreOpener-ddae3edad5811869ecd829004afc930c-1 {}] regionserver.HStore(324): Store=ddae3edad5811869ecd829004afc930c/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:21,716 INFO [StoreOpener-ddae3edad5811869ecd829004afc930c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:21,717 INFO [StoreOpener-ddae3edad5811869ecd829004afc930c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddae3edad5811869ecd829004afc930c columnFamilyName session 2023-09-06T20:27:21,718 DEBUG [StoreOpener-ddae3edad5811869ecd829004afc930c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:21,718 INFO [StoreOpener-ddae3edad5811869ecd829004afc930c-1 {}] regionserver.HStore(324): Store=ddae3edad5811869ecd829004afc930c/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:21,719 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:21,720 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:21,721 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:27:21,723 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:21,726 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:21,727 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened ddae3edad5811869ecd829004afc930c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11139448320, jitterRate=0.03744196891784668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:27:21,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for ddae3edad5811869ecd829004afc930c: 2023-09-06T20:27:21,728 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c., pid=28, masterSystemTime=1694032041705 2023-09-06T20:27:21,730 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:21,731 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:21,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ddae3edad5811869ecd829004afc930c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:21,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:27:21,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure ddae3edad5811869ecd829004afc930c, server=jenkins-hbase3.apache.org,39279,1694032022613 in 181 msec 2023-09-06T20:27:21,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:27:21,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=ddae3edad5811869ecd829004afc930c, ASSIGN in 340 msec 2023-09-06T20:27:21,738 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:27:21,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032041738"}]},"ts":"1694032041738"} 2023-09-06T20:27:21,740 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:27:21,742 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:27:21,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 795 msec 2023-09-06T20:27:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:27:22,059 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:27:22,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:27:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:27:22,077 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:27:22,077 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:22,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:27:22,078 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:27:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:27:22,091 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e2ea27efd01e5efff81798d9c1f4b88a, NAME => 'backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:22,101 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:22,101 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing e2ea27efd01e5efff81798d9c1f4b88a, disabling compactions & flushes 2023-09-06T20:27:22,101 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:22,101 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:22,101 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. after waiting 0 ms 2023-09-06T20:27:22,101 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:22,101 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:22,101 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for e2ea27efd01e5efff81798d9c1f4b88a: 2023-09-06T20:27:22,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:27:22,102 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694032042102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032042102"}]},"ts":"1694032042102"} 2023-09-06T20:27:22,104 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:27:22,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:27:22,106 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032042106"}]},"ts":"1694032042106"} 2023-09-06T20:27:22,107 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:27:22,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=e2ea27efd01e5efff81798d9c1f4b88a, ASSIGN}] 2023-09-06T20:27:22,113 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=e2ea27efd01e5efff81798d9c1f4b88a, ASSIGN 2023-09-06T20:27:22,114 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=e2ea27efd01e5efff81798d9c1f4b88a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39279,1694032022613; forceNewPlan=false, retain=false 2023-09-06T20:27:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:27:22,265 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=e2ea27efd01e5efff81798d9c1f4b88a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:22,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure e2ea27efd01e5efff81798d9c1f4b88a, server=jenkins-hbase3.apache.org,39279,1694032022613}] 2023-09-06T20:27:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:27:22,424 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:22,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => e2ea27efd01e5efff81798d9c1f4b88a, NAME => 'backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:22,425 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:22,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:22,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:22,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:22,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:22,427 INFO [StoreOpener-e2ea27efd01e5efff81798d9c1f4b88a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:22,429 INFO [StoreOpener-e2ea27efd01e5efff81798d9c1f4b88a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2ea27efd01e5efff81798d9c1f4b88a columnFamilyName meta 2023-09-06T20:27:22,429 DEBUG [StoreOpener-e2ea27efd01e5efff81798d9c1f4b88a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:22,429 INFO [StoreOpener-e2ea27efd01e5efff81798d9c1f4b88a-1 {}] regionserver.HStore(324): Store=e2ea27efd01e5efff81798d9c1f4b88a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:22,430 INFO [StoreOpener-e2ea27efd01e5efff81798d9c1f4b88a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:22,431 INFO [StoreOpener-e2ea27efd01e5efff81798d9c1f4b88a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2ea27efd01e5efff81798d9c1f4b88a columnFamilyName session 2023-09-06T20:27:22,431 DEBUG [StoreOpener-e2ea27efd01e5efff81798d9c1f4b88a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:22,432 INFO [StoreOpener-e2ea27efd01e5efff81798d9c1f4b88a-1 {}] regionserver.HStore(324): Store=e2ea27efd01e5efff81798d9c1f4b88a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:22,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system_bulk/e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:22,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system_bulk/e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:22,435 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:27:22,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:22,439 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system_bulk/e2ea27efd01e5efff81798d9c1f4b88a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:22,440 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened e2ea27efd01e5efff81798d9c1f4b88a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9436007680, jitterRate=-0.12120330333709717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:27:22,440 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for e2ea27efd01e5efff81798d9c1f4b88a: 2023-09-06T20:27:22,441 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a., pid=31, masterSystemTime=1694032042420 2023-09-06T20:27:22,443 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:22,443 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:22,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=e2ea27efd01e5efff81798d9c1f4b88a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:22,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:27:22,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure e2ea27efd01e5efff81798d9c1f4b88a, server=jenkins-hbase3.apache.org,39279,1694032022613 in 178 msec 2023-09-06T20:27:22,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:27:22,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=e2ea27efd01e5efff81798d9c1f4b88a, ASSIGN in 337 msec 2023-09-06T20:27:22,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:27:22,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032042451"}]},"ts":"1694032042451"} 2023-09-06T20:27:22,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:27:22,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:27:22,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 384 msec 2023-09-06T20:27:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:27:22,684 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:27:22,697 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:27:22,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:27:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032042742 (current time:1694032042742). 2023-09-06T20:27:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:27:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:27:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x27ef80f2 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e94e108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:22,755 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57624, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x27ef80f2 to 127.0.0.1:51098 2023-09-06T20:27:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:27:22,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:27:22,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940320314262' 2023-09-06T20:27:22,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940320314263' 2023-09-06T20:27:22,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:27:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:27:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:27:22,772 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:27:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:27:22,777 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:27:22,780 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:27:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:27:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:27:23,193 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:27:23,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ddae3edad5811869ecd829004afc930c}] 2023-09-06T20:27:23,204 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:23,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39279 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:27:23,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:23,367 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing ddae3edad5811869ecd829004afc930c 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:27:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:27:23,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/9488e0a93167406fb3cc48f45a778e98 is 49, key is activesession:/session:c/1694032042728/Put/seqid=0 2023-09-06T20:27:23,463 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/9488e0a93167406fb3cc48f45a778e98 2023-09-06T20:27:23,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/9488e0a93167406fb3cc48f45a778e98 as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/9488e0a93167406fb3cc48f45a778e98 2023-09-06T20:27:23,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/9488e0a93167406fb3cc48f45a778e98, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:27:23,558 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for ddae3edad5811869ecd829004afc930c in 191ms, sequenceid=5, compaction requested=false 2023-09-06T20:27:23,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for ddae3edad5811869ecd829004afc930c: 2023-09-06T20:27:23,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. for snapshot_backup_system completed. 2023-09-06T20:27:23,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:27:23,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:27:23,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:27:23,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/9488e0a93167406fb3cc48f45a778e98] hfiles 2023-09-06T20:27:23,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/9488e0a93167406fb3cc48f45a778e98 for snapshot=snapshot_backup_system 2023-09-06T20:27:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:27:23,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:23,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:27:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:27:23,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:23,998 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:24,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:27:24,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure ddae3edad5811869ecd829004afc930c in 802 msec 2023-09-06T20:27:24,001 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:27:24,003 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:27:24,006 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:27:24,007 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:27:24,009 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:27:24,033 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:27:24,045 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:27:24,045 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:27:24,047 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:27:24,047 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:27:24,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2830 sec 2023-09-06T20:27:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:27:24,881 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-09-06T20:27:24,881 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(115): Backup backup_1694032040788 started at 1694032044881. 2023-09-06T20:27:24,903 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(119): Backup session backup_1694032040788 has been started. 2023-09-06T20:27:24,906 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:27:24,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:27:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:27:24,922 INFO [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:27:24,922 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:27:24,923 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:27:24,923 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:27:24,924 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:24,924 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:24,925 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:27:24,925 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,925 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:27:24,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:27:24,926 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,926 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:27:24,926 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:24,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:24,927 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:27:24,927 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:24,927 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:27:24,929 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:27:24,929 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:27:24,929 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:27:24,929 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:27:24,930 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:27:24,930 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:27:24,930 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39279,1694032022613' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:27:24,933 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:24,933 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:27:24,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:27:24,934 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:27:24,934 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:27:24,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:27:24,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:27:24,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:24,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:27:24,936 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39279,1694032022613' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:27:24,936 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6a92a021[Count = 0] remaining members to acquire global barrier 2023-09-06T20:27:24,936 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:27:24,936 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:24,938 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:24,938 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:24,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:24,938 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:27:24,938 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,938 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:27:24,939 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:27:24,939 DEBUG [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,940 INFO [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032024735 highest: 1694032024735 on jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,940 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39279%2C1694032022613:(num 1694032024735) roll requested 2023-09-06T20:27:24,951 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032044940, exclude list is [], retry=0 2023-09-06T20:27:24,957 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK] 2023-09-06T20:27:24,962 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032024735 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032044940 2023-09-06T20:27:24,963 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK]] 2023-09-06T20:27:24,963 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032024735 is not closed yet, will try archiving it next time 2023-09-06T20:27:24,963 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta:.meta(num 1694032025099) roll requested 2023-09-06T20:27:24,981 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032044963.meta, exclude list is [], retry=0 2023-09-06T20:27:24,981 DEBUG [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:27:24,981 INFO [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032044940 on jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:24,982 DEBUG [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:27:24,984 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49528, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:27:24,985 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK] 2023-09-06T20:27:24,988 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032025099.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032044963.meta 2023-09-06T20:27:24,988 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK]] 2023-09-06T20:27:24,988 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032025099.meta is not closed yet, will try archiving it next time 2023-09-06T20:27:25,006 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:27:25,006 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39279,1694032022613' in zk 2023-09-06T20:27:25,009 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:27:25,009 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,009 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:27:25,009 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:27:25,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:27:25,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:27:25,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:27:25,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:27:25,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:25,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:27:25,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:25,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39279,1694032022613': 2023-09-06T20:27:25,012 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39279,1694032022613' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:27:25,012 INFO [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:27:25,012 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:27:25,012 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:27:25,012 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:27:25,012 INFO [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:27:25,015 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:27:25,015 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:27:25,015 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:27:25,015 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:27:25,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:25,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:25,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:27:25,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:27:25,015 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:27:25,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:27:25,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:27:25,016 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:25,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:25,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:27:25,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:25,017 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:27:25,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:25,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:25,026 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:25,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:27:25,026 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:27:25,026 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:27:25,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:27:25,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:27:25,027 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:27:25,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:27:25,029 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:27:25,029 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:27:25,129 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:27:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:27:25,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } 2023-09-06T20:27:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032045140 (current time:1694032045140). 2023-09-06T20:27:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:27:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032045139_ns3_test-16940320314262 VERSION not specified, setting to 2 2023-09-06T20:27:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x74c16ab5 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e7eafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:25,150 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57630, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x74c16ab5 to 127.0.0.1:51098 2023-09-06T20:27:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:27:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } 2023-09-06T20:27:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:27:25,155 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:27:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:27:25,156 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:27:25,159 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:27:25,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:27:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:27:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:27:25,573 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:27:25,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 658e2b8cca411db871cf29ff99f1506f}] 2023-09-06T20:27:25,575 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:25,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39279 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:27:25,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:25,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 658e2b8cca411db871cf29ff99f1506f: 2023-09-06T20:27:25,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. for snapshot_1694032045139_ns3_test-16940320314262 completed. 2023-09-06T20:27:25,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f.' region-info for snapshot=snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:25,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:27:25,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:27:26,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:26,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:27:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:27:26,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032045139_ns3_test-16940320314262 on region 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:26,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:26,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:27:26,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 658e2b8cca411db871cf29ff99f1506f in 570 msec 2023-09-06T20:27:26,145 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:27:26,146 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:27:26,147 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:27:26,147 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:26,148 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:27:26,567 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:27:26,573 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:27:26,574 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_1694032045139_ns3_test-16940320314262 to hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:26,575 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:27:26,575 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:27:26,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032045139_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } in 1.4230 sec 2023-09-06T20:27:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:27:27,264 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns3:test-16940320314262, procId: 34 completed 2023-09-06T20:27:27,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } 2023-09-06T20:27:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032047265 (current time:1694032047265). 2023-09-06T20:27:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:27:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032047264_ns4_test-16940320314263 VERSION not specified, setting to 2 2023-09-06T20:27:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4b9cc7f4 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f788f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:27,276 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57638, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4b9cc7f4 to 127.0.0.1:51098 2023-09-06T20:27:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:27:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } 2023-09-06T20:27:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:27:27,280 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:27:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:27:27,281 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:27:27,283 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:27:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:27:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:27:27,696 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:27:27,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 96f7ea6ab93cfcd246be3b75f44fc395}] 2023-09-06T20:27:27,698 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:27,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39279 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-09-06T20:27:27,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:27,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 96f7ea6ab93cfcd246be3b75f44fc395: 2023-09-06T20:27:27,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. for snapshot_1694032047264_ns4_test-16940320314263 completed. 2023-09-06T20:27:27,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395.' region-info for snapshot=snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:27,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:27:27,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:27:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:27:28,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:28,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-09-06T20:27:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-09-06T20:27:28,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032047264_ns4_test-16940320314263 on region 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:28,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:28,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:27:28,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 96f7ea6ab93cfcd246be3b75f44fc395 in 571 msec 2023-09-06T20:27:28,270 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:27:28,270 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:27:28,271 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:27:28,271 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:28,272 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:27:28,687 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:27:28,693 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:27:28,694 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_1694032047264_ns4_test-16940320314263 to hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:28,695 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:27:28,695 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:27:28,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032047264_ns4_test-16940320314263 table=ns4:test-16940320314263 type=FLUSH ttl=0 } in 1.4170 sec 2023-09-06T20:27:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:27:29,388 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns4:test-16940320314263, procId: 36 completed 2023-09-06T20:27:29,388 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032040788 2023-09-06T20:27:29,389 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:27:29,391 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-09-06T20:27:29,393 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032040788_ns3:test-16940320314262 2023-09-06T20:27:29,393 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032045139_ns3_test-16940320314262 to hdfs://localhost:45763/backupUT/backup_1694032040788/ns3/test-16940320314262/ 2023-09-06T20:27:29,403 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:27:29,436 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45763, inputRoot=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:29,436 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,46481,1694032019532_-1368947877_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45763/backupUT/backup_1694032040788/ns3/test-16940320314262, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45763/backupUT/backup_1694032040788/ns3/test-16940320314262/.hbase-snapshot/.tmp/snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:29,436 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45763, inputRoot=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c, snapshotDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032045139_ns3_test-16940320314262. 2023-09-06T20:27:29,443 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032045139_ns3_test-16940320314262 to hdfs://localhost:45763/backupUT/backup_1694032040788/ns3/test-16940320314262/.hbase-snapshot/.tmp/snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:29,879 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:29,879 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:29,880 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:29,880 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:27:30,644 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:30,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:27:30,645 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:27:30,879 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop-8662307859650527922.jar 2023-09-06T20:27:30,879 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,880 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,881 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,881 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,882 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,882 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,883 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,883 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,884 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:30,885 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:27:30,885 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:27:30,886 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:27:30,887 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:27:30,887 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:27:30,888 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:27:30,888 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:27:30,889 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:27:30,889 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:27:30,890 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:27:30,917 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:27:30,917 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:27:30,923 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:30,924 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:30,924 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:30,924 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:30,925 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:30,925 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:30,926 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:30,985 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:27:31,006 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032045139_ns3_test-16940320314262' hfile list 2023-09-06T20:27:31,249 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.local.dir/1694032051201/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:27:31,249 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.local.dir/1694032051201/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:27:32,320 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:27:32,321 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:27:32,326 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:32,326 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032045139_ns3_test-16940320314262 finished. 2023-09-06T20:27:32,326 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032040788_ns4:test-16940320314263 2023-09-06T20:27:32,327 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032047264_ns4_test-16940320314263 to hdfs://localhost:45763/backupUT/backup_1694032040788/ns4/test-16940320314263/ 2023-09-06T20:27:32,327 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:27:32,349 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45763, inputRoot=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:32,349 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,46481,1694032019532_1275014666_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45763/backupUT/backup_1694032040788/ns4/test-16940320314263, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45763/backupUT/backup_1694032040788/ns4/test-16940320314263/.hbase-snapshot/.tmp/snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:32,349 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45763, inputRoot=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c, snapshotDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032047264_ns4_test-16940320314263. 2023-09-06T20:27:32,355 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032047264_ns4_test-16940320314263 to hdfs://localhost:45763/backupUT/backup_1694032040788/ns4/test-16940320314263/.hbase-snapshot/.tmp/snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:32,778 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:32,779 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:32,779 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:32,780 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,763 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop-6720437048988843387.jar 2023-09-06T20:27:33,763 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,764 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,764 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,765 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,765 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,766 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,766 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,766 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,767 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:33,768 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:27:33,768 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:27:33,769 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:27:33,769 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:27:33,770 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:27:33,770 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:27:33,770 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:27:33,771 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:27:33,771 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:27:33,772 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:27:33,772 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:27:33,773 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:27:33,773 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:33,774 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:33,775 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:33,775 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:33,775 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:33,776 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:33,777 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:33,804 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:27:33,821 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032047264_ns4_test-16940320314263' hfile list 2023-09-06T20:27:33,895 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.local.dir/1694032053860/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:27:33,895 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.local.dir/1694032053860/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:27:34,926 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:27:34,927 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:27:34,932 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:34,932 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032047264_ns4_test-16940320314263 finished. 2023-09-06T20:27:34,933 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(1014): ns3:test-16940320314262 2023-09-06T20:27:34,933 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(1014): ns4:test-16940320314263 2023-09-06T20:27:35,004 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032040788 2023-09-06T20:27:35,005 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:27:35,423 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45763/backupUT/backup_1694032040788/.backup.manifest 2023-09-06T20:27:35,423 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032040788 2023-09-06T20:27:35,423 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:27:35,835 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45763/backupUT/backup_1694032040788/.backup.manifest 2023-09-06T20:27:35,835 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(358): Backup backup_1694032040788 finished: type=FULL,tablelist=ns3:test-16940320314262;ns4:test-16940320314263,targetRootDir=hdfs://localhost:45763/backupUT,startts=1694032044881,completets=1694032055002,bytescopied=0 2023-09-06T20:27:35,836 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:27:35,836 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:35,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032045139_ns3_test-16940320314262" 2023-09-06T20:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032045139_ns3_test-16940320314262 2023-09-06T20:27:35,848 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032045139_ns3_test-16940320314262 for backup backup_1694032040788 succeeded. 2023-09-06T20:27:35,848 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:35,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032047264_ns4_test-16940320314263" 2023-09-06T20:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032047264_ns4_test-16940320314263 2023-09-06T20:27:35,852 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032047264_ns4_test-16940320314263 for backup backup_1694032040788 succeeded. 2023-09-06T20:27:35,853 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:27:35,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:27:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:27:35,868 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:27:35,875 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:27:35,894 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(376): Backup backup_1694032040788 completed. 2023-09-06T20:27:35,894 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:27:35,895 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6a575f55 to 127.0.0.1:51098 2023-09-06T20:27:35,895 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:35,913 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=592 (was 587) Potentially hanging thread: PacketResponder: BP-403129746-172.31.12.81-1694032015952:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_894291874_16 at /127.0.0.1:35998 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-322377662_16 at /127.0.0.1:36030 [Receiving block BP-403129746-172.31.12.81-1694032015952:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-322377662_16 at /127.0.0.1:36022 [Receiving block BP-403129746-172.31.12.81-1694032015952:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_894291874_16 at /127.0.0.1:36078 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/cluster_96fe2c96-7888-357a-a971-3c97c805ace1/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x6a575f55-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x6a575f55-SendThread(127.0.0.1:51098) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/cluster_96fe2c96-7888-357a-a971-3c97c805ace1/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x6a575f55 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/1736041309.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-403129746-172.31.12.81-1694032015952:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=675 (was 665) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=278 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=167 (was 167), AvailableMemoryMB=3514 (was 3659) 2023-09-06T20:27:35,914 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2023-09-06T20:27:35,928 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=592, OpenFileDescriptor=675, MaxFileDescriptor=60000, SystemLoadAverage=278, ProcessCount=167, AvailableMemoryMB=3513 2023-09-06T20:27:35,928 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2023-09-06T20:27:35,928 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] backup.TestBackupBoundaryTests(93): create full backup fails on tableset containing real and fake table 2023-09-06T20:27:35,929 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7de689c1 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:35,934 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3347f5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:35,939 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:35,940 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39136, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:35,942 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7de689c1 to 127.0.0.1:51098 2023-09-06T20:27:35,942 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:35,958 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=595 (was 592) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x7de689c1-SendThread(127.0.0.1:51098) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x7de689c1-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51098@0x7de689c1 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/1736041309.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=679 (was 675) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=278 (was 278), ProcessCount=167 (was 167), AvailableMemoryMB=3514 (was 3513) - AvailableMemoryMB LEAK? - 2023-09-06T20:27:35,958 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-09-06T20:27:35,973 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=595, OpenFileDescriptor=679, MaxFileDescriptor=60000, SystemLoadAverage=278, ProcessCount=167, AvailableMemoryMB=3513 2023-09-06T20:27:35,973 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-09-06T20:27:35,973 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] backup.TestBackupBoundaryTests(48): create full backup image on single table 2023-09-06T20:27:35,974 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7b467dde to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:35,980 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230d4da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:35,983 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:35,985 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39152, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:35,987 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:27:35,990 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45520, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:27:36,004 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:27:36,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:27:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032056010 (current time:1694032056010). 2023-09-06T20:27:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:27:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:27:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x442af460 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d3ca2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:36,018 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39154, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x442af460 to 127.0.0.1:51098 2023-09-06T20:27:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:27:36,022 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:27:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:27:36,023 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:27:36,025 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:27:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:27:36,231 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:27:36,233 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45522, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:27:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:27:36,432 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:27:36,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ddae3edad5811869ecd829004afc930c}] 2023-09-06T20:27:36,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:36,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39279 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-09-06T20:27:36,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:36,587 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing ddae3edad5811869ecd829004afc930c 2/2 column families, dataSize=1.51 KB heapSize=2.81 KB 2023-09-06T20:27:36,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/meta/f467df7435fc40babcc7d798bf67b570 is 171, key is trslm:hdfs://localhost:45763/backupUT\x00ns3:test-16940320314262/meta:log-roll-map/1694032054992/Put/seqid=0 2023-09-06T20:27:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:27:37,008 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=792 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/meta/f467df7435fc40babcc7d798bf67b570 2023-09-06T20:27:37,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/e55b5f06a97640e3bc5d96160b41200c is 458, key is session:backup_1694032040788/session:context/1694032055874/Put/seqid=0 2023-09-06T20:27:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:27:37,425 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=754 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/e55b5f06a97640e3bc5d96160b41200c 2023-09-06T20:27:37,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/meta/f467df7435fc40babcc7d798bf67b570 as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/meta/f467df7435fc40babcc7d798bf67b570 2023-09-06T20:27:37,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/meta/f467df7435fc40babcc7d798bf67b570, entries=6, sequenceid=17, filesize=5.8 K 2023-09-06T20:27:37,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/e55b5f06a97640e3bc5d96160b41200c as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/e55b5f06a97640e3bc5d96160b41200c 2023-09-06T20:27:37,446 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/e55b5f06a97640e3bc5d96160b41200c, entries=2, sequenceid=17, filesize=5.4 K 2023-09-06T20:27:37,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1546, heapSize ~2.78 KB/2848, currentSize=0 B/0 for ddae3edad5811869ecd829004afc930c in 859ms, sequenceid=17, compaction requested=false 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for ddae3edad5811869ecd829004afc930c: 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. for snapshot_backup_system completed. 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/meta/f467df7435fc40babcc7d798bf67b570] hfiles 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/meta/f467df7435fc40babcc7d798bf67b570 for snapshot=snapshot_backup_system 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/9488e0a93167406fb3cc48f45a778e98, hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/e55b5f06a97640e3bc5d96160b41200c] hfiles 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/9488e0a93167406fb3cc48f45a778e98 for snapshot=snapshot_backup_system 2023-09-06T20:27:37,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/e55b5f06a97640e3bc5d96160b41200c for snapshot=snapshot_backup_system 2023-09-06T20:27:37,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:37,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-09-06T20:27:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-09-06T20:27:37,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:37,454 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:37,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-09-06T20:27:37,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure ddae3edad5811869ecd829004afc930c in 1.0230 sec 2023-09-06T20:27:37,457 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:27:37,458 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:27:37,458 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:27:37,458 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:27:37,459 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:27:37,870 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:27:37,878 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:27:37,878 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:27:37,879 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:27:37,879 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:27:37,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8600 sec 2023-09-06T20:27:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:27:38,131 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-09-06T20:27:38,131 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(115): Backup backup_1694032055980 started at 1694032058131. 2023-09-06T20:27:38,133 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(119): Backup session backup_1694032055980 has been started. 2023-09-06T20:27:38,139 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:27:38,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:27:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:27:38,140 INFO [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:27:38,140 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:27:38,141 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:27:38,141 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:27:38,141 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,142 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:38,143 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:27:38,143 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,143 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:27:38,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:27:38,143 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,143 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:27:38,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:38,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:27:38,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:38,144 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:27:38,144 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:27:38,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:27:38,145 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:27:38,145 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:27:38,145 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:27:38,145 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:27:38,145 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39279,1694032022613' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:27:38,149 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,149 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:38,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:27:38,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:27:38,149 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:27:38,149 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:27:38,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:27:38,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:27:38,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:38,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:27:38,151 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39279,1694032022613' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:27:38,151 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:27:38,151 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4c19d490[Count = 0] remaining members to acquire global barrier 2023-09-06T20:27:38,151 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:38,153 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:38,153 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:38,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:38,153 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:27:38,153 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,153 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:27:38,153 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:27:38,153 DEBUG [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,153 INFO [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032044940 highest: 1694032044940 on jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,153 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39279%2C1694032022613:(num 1694032044940) roll requested 2023-09-06T20:27:38,165 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032058154, exclude list is [], retry=0 2023-09-06T20:27:38,169 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK] 2023-09-06T20:27:38,171 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032044940 with entries=10, filesize=2.58 KB; new WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032058154 2023-09-06T20:27:38,171 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK]] 2023-09-06T20:27:38,171 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.1694032044940 is not closed yet, will try archiving it next time 2023-09-06T20:27:38,171 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta:.meta(num 1694032044963) roll requested 2023-09-06T20:27:38,183 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032058172.meta, exclude list is [], retry=0 2023-09-06T20:27:38,187 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK] 2023-09-06T20:27:38,188 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032044963.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032058172.meta 2023-09-06T20:27:38,188 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37355,DS-0291ca1c-9a1f-4a9b-ad19-5b34742d8814,DISK]] 2023-09-06T20:27:38,189 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032044963.meta is not closed yet, will try archiving it next time 2023-09-06T20:27:38,191 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032044963.meta to hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/oldWALs/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032044963.meta 2023-09-06T20:27:38,194 DEBUG [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:27:38,194 INFO [rs(jenkins-hbase3.apache.org,39279,1694032022613)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032058154 on jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,205 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:27:38,205 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39279,1694032022613' in zk 2023-09-06T20:27:38,208 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,208 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:27:38,208 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:27:38,208 DEBUG [member: 'jenkins-hbase3.apache.org,39279,1694032022613' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:27:38,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:27:38,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:27:38,209 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:27:38,209 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:27:38,209 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:38,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:27:38,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:38,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39279,1694032022613': 2023-09-06T20:27:38,211 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39279,1694032022613' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:27:38,211 INFO [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:27:38,212 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:27:38,212 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:27:38,212 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:27:38,212 INFO [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:27:38,213 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,213 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,213 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:27:38,213 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:27:38,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:27:38,214 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:27:38,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:27:38,214 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:27:38,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:38,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:27:38,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:38,215 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:27:38,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:27:38,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:38,221 DEBUG [(jenkins-hbase3.apache.org,46481,1694032019532)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:27:38,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:27:38,221 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:27:38,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:27:38,221 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:27:38,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:27:38,222 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:27:38,222 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:27:38,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:27:38,222 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:27:38,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-09-06T20:27:38,322 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:27:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:27:38,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } 2023-09-06T20:27:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032058327 (current time:1694032058327). 2023-09-06T20:27:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:27:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032058326_ns3_test-16940320314262 VERSION not specified, setting to 2 2023-09-06T20:27:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x35f29d96 to 127.0.0.1:51098 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601030e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:27:38,337 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:27:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x35f29d96 to 127.0.0.1:51098 2023-09-06T20:27:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:27:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } 2023-09-06T20:27:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-09-06T20:27:38,341 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:27:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:27:38,342 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:27:38,344 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:27:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:27:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:27:38,752 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:27:38,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 658e2b8cca411db871cf29ff99f1506f}] 2023-09-06T20:27:38,754 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:38,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39279 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-09-06T20:27:38,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:38,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 658e2b8cca411db871cf29ff99f1506f: 2023-09-06T20:27:38,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. for snapshot_1694032058326_ns3_test-16940320314262 completed. 2023-09-06T20:27:38,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f.' region-info for snapshot=snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:38,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:27:38,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:27:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:27:39,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:39,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-09-06T20:27:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster(3995): Remote procedure done, pid=41 2023-09-06T20:27:39,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032058326_ns3_test-16940320314262 on region 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:39,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:39,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-09-06T20:27:39,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 658e2b8cca411db871cf29ff99f1506f in 565 msec 2023-09-06T20:27:39,319 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:27:39,319 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:27:39,320 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:27:39,320 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:39,321 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:27:39,731 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:27:39,737 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:27:39,737 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/.tmp/snapshot_1694032058326_ns3_test-16940320314262 to hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:39,739 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:27:39,739 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-09-06T20:27:39,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032058326_ns3_test-16940320314262 table=ns3:test-16940320314262 type=FLUSH ttl=0 } in 1.4000 sec 2023-09-06T20:27:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:27:40,448 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns3:test-16940320314262, procId: 40 completed 2023-09-06T20:27:40,448 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032055980 2023-09-06T20:27:40,448 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:27:40,448 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-09-06T20:27:40,448 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032055980_ns3:test-16940320314262 2023-09-06T20:27:40,448 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032058326_ns3_test-16940320314262 to hdfs://localhost:45763/backupUT/backup_1694032055980/ns3/test-16940320314262/ 2023-09-06T20:27:40,449 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:27:40,472 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45763, inputRoot=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c 2023-09-06T20:27:40,472 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,46481,1694032019532_-1123665961_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45763/backupUT/backup_1694032055980/ns3/test-16940320314262, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45763/backupUT/backup_1694032055980/ns3/test-16940320314262/.hbase-snapshot/.tmp/snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:40,472 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45763, inputRoot=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c, snapshotDir=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032058326_ns3_test-16940320314262. 2023-09-06T20:27:40,479 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/.hbase-snapshot/snapshot_1694032058326_ns3_test-16940320314262 to hdfs://localhost:45763/backupUT/backup_1694032055980/ns3/test-16940320314262/.hbase-snapshot/.tmp/snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:40,898 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:40,898 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:40,899 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:40,899 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,887 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop-8609989822804021035.jar 2023-09-06T20:27:41,888 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,888 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,889 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,889 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,890 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,890 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,890 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,891 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,891 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:27:41,892 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:27:41,893 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:27:41,893 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:27:41,894 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:27:41,894 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:27:41,895 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:27:41,895 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:27:41,895 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:27:41,896 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:27:41,896 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:27:41,897 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:27:41,897 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:27:41,898 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:41,899 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:41,899 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:41,900 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:41,900 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:27:41,900 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:41,901 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:27:41,927 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:27:41,944 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032058326_ns3_test-16940320314262' hfile list 2023-09-06T20:27:42,024 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.local.dir/1694032061990/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:27:42,024 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/mapreduce.cluster.local.dir/1694032061990/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:27:43,052 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:27:43,053 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:27:43,059 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:43,059 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032058326_ns3_test-16940320314262 finished. 2023-09-06T20:27:43,059 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(1014): ns3:test-16940320314262 2023-09-06T20:27:43,070 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032055980 2023-09-06T20:27:43,070 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:27:43,480 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45763/backupUT/backup_1694032055980/.backup.manifest 2023-09-06T20:27:43,480 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(358): Backup backup_1694032055980 finished: type=FULL,tablelist=ns3:test-16940320314262,targetRootDir=hdfs://localhost:45763/backupUT,startts=1694032058131,completets=1694032063070,bytescopied=0 2023-09-06T20:27:43,480 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:27:43,480 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:43,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032058326_ns3_test-16940320314262" 2023-09-06T20:27:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032058326_ns3_test-16940320314262 2023-09-06T20:27:43,488 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032058326_ns3_test-16940320314262 for backup backup_1694032055980 succeeded. 2023-09-06T20:27:43,489 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:27:43,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:27:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:27:43,498 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:27:43,501 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:27:43,507 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] impl.TableBackupClient(376): Backup backup_1694032055980 completed. 2023-09-06T20:27:43,507 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:27:43,507 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7b467dde to 127.0.0.1:51098 2023-09-06T20:27:43,507 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:43,507 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] backup.TestBackupBoundaryTests(50): Finished Backup backup_1694032055980 2023-09-06T20:27:43,524 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=593 (was 595), OpenFileDescriptor=682 (was 679) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=256 (was 278), ProcessCount=167 (was 167), AvailableMemoryMB=3456 (was 3513) 2023-09-06T20:27:43,524 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2023-09-06T20:27:43,531 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:27:43,531 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:27:43,531 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3ca0267d to 127.0.0.1:51098 2023-09-06T20:27:43,531 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:43,531 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:27:43,531 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] util.JVMClusterUtil(257): Found active master hash=991784390, stopped=false 2023-09-06T20:27:43,531 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:43,537 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:27:43,538 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:27:43,538 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:43,538 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:43,538 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:27:43,538 DEBUG [Listener at jenkins-hbase3.apache.org/39239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:43,538 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,39279,1694032022613' ***** 2023-09-06T20:27:43,538 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:27:43,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:27:43,538 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:27:43,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:27:43,551 INFO [RS:0;jenkins-hbase3:39279 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@3fa77221{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:27:43,555 INFO [RS:0;jenkins-hbase3:39279 {}] server.AbstractConnector(383): Stopped ServerConnector@3d635540{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:27:43,556 INFO [RS:0;jenkins-hbase3:39279 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:27:43,556 INFO [RS:0;jenkins-hbase3:39279 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@707b4a60{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:27:43,557 INFO [RS:0;jenkins-hbase3:39279 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@490a3dec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop.log.dir/,STOPPED} 2023-09-06T20:27:43,559 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:27:43,560 INFO [RS:0;jenkins-hbase3:39279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:27:43,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:27:43,560 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:27:43,560 INFO [RS:0;jenkins-hbase3:39279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:27:43,560 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3528): Received CLOSE for 2e77e776626ec72f7c2ca44eadad7ff4 2023-09-06T20:27:43,561 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3528): Received CLOSE for 658e2b8cca411db871cf29ff99f1506f 2023-09-06T20:27:43,561 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3528): Received CLOSE for 2703bd89a1edc66afab813f60169d03a 2023-09-06T20:27:43,561 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3528): Received CLOSE for 96f7ea6ab93cfcd246be3b75f44fc395 2023-09-06T20:27:43,561 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3528): Received CLOSE for ddae3edad5811869ecd829004afc930c 2023-09-06T20:27:43,561 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3528): Received CLOSE for e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:43,562 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3528): Received CLOSE for 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:43,562 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2e77e776626ec72f7c2ca44eadad7ff4, disabling compactions & flushes 2023-09-06T20:27:43,562 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:43,562 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:43,562 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:43,562 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. after waiting 0 ms 2023-09-06T20:27:43,562 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:43,562 INFO [RS:0;jenkins-hbase3:39279 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:27:43,562 DEBUG [RS:0;jenkins-hbase3:39279 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:43,562 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 2e77e776626ec72f7c2ca44eadad7ff4 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:27:43,562 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:27:43,562 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:27:43,562 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:27:43,562 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:27:43,563 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-09-06T20:27:43,563 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1583): Online Regions={2e77e776626ec72f7c2ca44eadad7ff4=hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4., 658e2b8cca411db871cf29ff99f1506f=ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f., 2703bd89a1edc66afab813f60169d03a=test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a., 96f7ea6ab93cfcd246be3b75f44fc395=ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395., 1588230740=hbase:meta,,1.1588230740, ddae3edad5811869ecd829004afc930c=backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c., e2ea27efd01e5efff81798d9c1f4b88a=backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a., 3d9eb3ef4a108783099084f257b515db=ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db.} 2023-09-06T20:27:43,563 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:27:43,563 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:27:43,564 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:27:43,564 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:27:43,564 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:27:43,564 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-09-06T20:27:43,564 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2703bd89a1edc66afab813f60169d03a, 2e77e776626ec72f7c2ca44eadad7ff4, 3d9eb3ef4a108783099084f257b515db, 658e2b8cca411db871cf29ff99f1506f, 96f7ea6ab93cfcd246be3b75f44fc395, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:43,580 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:27:43,582 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:27:43,582 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:27:43,584 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4/.tmp/info/3723a9a92e44468789e0fc1b7da2fff4 is 45, key is default/info:d/1694032026881/Put/seqid=0 2023-09-06T20:27:43,587 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/.tmp/info/bc089954df3b4d87a37e958777a25f5a is 159, key is ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db./info:regioninfo/1694032035362/Put/seqid=0 2023-09-06T20:27:43,598 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/.tmp/info/bc089954df3b4d87a37e958777a25f5a 2023-09-06T20:27:43,628 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/.tmp/table/7685bbc8dfae42c084bc1fb73595ae2c is 59, key is ns2:test-16940320314261/table:state/1694032035372/Put/seqid=0 2023-09-06T20:27:43,634 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/.tmp/table/7685bbc8dfae42c084bc1fb73595ae2c 2023-09-06T20:27:43,641 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/.tmp/info/bc089954df3b4d87a37e958777a25f5a as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/info/bc089954df3b4d87a37e958777a25f5a 2023-09-06T20:27:43,647 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/info/bc089954df3b4d87a37e958777a25f5a, entries=70, sequenceid=39, filesize=14.1 K 2023-09-06T20:27:43,650 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/.tmp/table/7685bbc8dfae42c084bc1fb73595ae2c as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/table/7685bbc8dfae42c084bc1fb73595ae2c 2023-09-06T20:27:43,656 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/table/7685bbc8dfae42c084bc1fb73595ae2c, entries=14, sequenceid=39, filesize=5.8 K 2023-09-06T20:27:43,657 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=39, compaction requested=false 2023-09-06T20:27:43,667 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-09-06T20:27:43,668 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:43,668 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:27:43,669 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:27:43,669 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:27:43,669 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:27:43,764 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 2703bd89a1edc66afab813f60169d03a, 2e77e776626ec72f7c2ca44eadad7ff4, 3d9eb3ef4a108783099084f257b515db, 658e2b8cca411db871cf29ff99f1506f, 96f7ea6ab93cfcd246be3b75f44fc395, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:43,965 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 2703bd89a1edc66afab813f60169d03a, 2e77e776626ec72f7c2ca44eadad7ff4, 3d9eb3ef4a108783099084f257b515db, 658e2b8cca411db871cf29ff99f1506f, 96f7ea6ab93cfcd246be3b75f44fc395, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:43,993 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4/.tmp/info/3723a9a92e44468789e0fc1b7da2fff4 2023-09-06T20:27:44,002 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4/.tmp/info/3723a9a92e44468789e0fc1b7da2fff4 as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4/info/3723a9a92e44468789e0fc1b7da2fff4 2023-09-06T20:27:44,008 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4/info/3723a9a92e44468789e0fc1b7da2fff4, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:27:44,009 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 2e77e776626ec72f7c2ca44eadad7ff4 in 447ms, sequenceid=11, compaction requested=false 2023-09-06T20:27:44,016 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/hbase/namespace/2e77e776626ec72f7c2ca44eadad7ff4/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:27:44,017 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:44,018 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:44,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2e77e776626ec72f7c2ca44eadad7ff4: 2023-09-06T20:27:44,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694032025508.2e77e776626ec72f7c2ca44eadad7ff4. 2023-09-06T20:27:44,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 658e2b8cca411db871cf29ff99f1506f, disabling compactions & flushes 2023-09-06T20:27:44,018 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:44,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:44,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. after waiting 0 ms 2023-09-06T20:27:44,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:44,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns3/test-16940320314262/658e2b8cca411db871cf29ff99f1506f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:27:44,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:44,023 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:44,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 658e2b8cca411db871cf29ff99f1506f: 2023-09-06T20:27:44,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940320314262,,1694032036380.658e2b8cca411db871cf29ff99f1506f. 2023-09-06T20:27:44,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2703bd89a1edc66afab813f60169d03a, disabling compactions & flushes 2023-09-06T20:27:44,024 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:44,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:44,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. after waiting 0 ms 2023-09-06T20:27:44,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:44,024 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 2703bd89a1edc66afab813f60169d03a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:27:44,040 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a/.tmp/f/9c3e699020cb487fa110c7b830f30134 is 37, key is row10/f:q1/1694032034077/Put/seqid=0 2023-09-06T20:27:44,165 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 2703bd89a1edc66afab813f60169d03a, 3d9eb3ef4a108783099084f257b515db, 96f7ea6ab93cfcd246be3b75f44fc395, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:44,365 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 2703bd89a1edc66afab813f60169d03a, 3d9eb3ef4a108783099084f257b515db, 96f7ea6ab93cfcd246be3b75f44fc395, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:44,446 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a/.tmp/f/9c3e699020cb487fa110c7b830f30134 2023-09-06T20:27:44,453 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a/.tmp/f/9c3e699020cb487fa110c7b830f30134 as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a/f/9c3e699020cb487fa110c7b830f30134 2023-09-06T20:27:44,461 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a/f/9c3e699020cb487fa110c7b830f30134, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:27:44,462 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2703bd89a1edc66afab813f60169d03a in 438ms, sequenceid=103, compaction requested=false 2023-09-06T20:27:44,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/default/test-1694032031426/2703bd89a1edc66afab813f60169d03a/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:27:44,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:44,470 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2703bd89a1edc66afab813f60169d03a: 2023-09-06T20:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694032031426,,1694032031914.2703bd89a1edc66afab813f60169d03a. 2023-09-06T20:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 96f7ea6ab93cfcd246be3b75f44fc395, disabling compactions & flushes 2023-09-06T20:27:44,470 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. after waiting 0 ms 2023-09-06T20:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:44,473 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns4/test-16940320314263/96f7ea6ab93cfcd246be3b75f44fc395/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-09-06T20:27:44,474 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:44,474 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:44,474 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 96f7ea6ab93cfcd246be3b75f44fc395: 2023-09-06T20:27:44,474 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940320314263,,1694032038505.96f7ea6ab93cfcd246be3b75f44fc395. 2023-09-06T20:27:44,475 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ddae3edad5811869ecd829004afc930c, disabling compactions & flushes 2023-09-06T20:27:44,475 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:44,475 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:44,475 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. after waiting 0 ms 2023-09-06T20:27:44,475 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:44,475 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ddae3edad5811869ecd829004afc930c 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-09-06T20:27:44,478 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/meta/20414ef95f304a48820ca0cbef48da26 is 171, key is trslm:hdfs://localhost:45763/backupUT\x00ns3:test-16940320314262/meta:log-roll-map/1694032063063/Put/seqid=0 2023-09-06T20:27:44,566 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-09-06T20:27:44,566 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1583): Online Regions={ddae3edad5811869ecd829004afc930c=backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c., e2ea27efd01e5efff81798d9c1f4b88a=backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a., 3d9eb3ef4a108783099084f257b515db=ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db.} 2023-09-06T20:27:44,566 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 3d9eb3ef4a108783099084f257b515db, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:44,766 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 3d9eb3ef4a108783099084f257b515db, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:44,883 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/meta/20414ef95f304a48820ca0cbef48da26 2023-09-06T20:27:44,892 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/a3c69450f80648299f1efccdeb1e142c is 380, key is session:backup_1694032055980/session:context/1694032063500/Put/seqid=0 2023-09-06T20:27:44,966 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 3d9eb3ef4a108783099084f257b515db, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:45,167 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 3d9eb3ef4a108783099084f257b515db, ddae3edad5811869ecd829004afc930c, e2ea27efd01e5efff81798d9c1f4b88a 2023-09-06T20:27:45,297 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=601 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/a3c69450f80648299f1efccdeb1e142c 2023-09-06T20:27:45,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/meta/20414ef95f304a48820ca0cbef48da26 as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/meta/20414ef95f304a48820ca0cbef48da26 2023-09-06T20:27:45,311 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/meta/20414ef95f304a48820ca0cbef48da26, entries=4, sequenceid=27, filesize=5.6 K 2023-09-06T20:27:45,312 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/.tmp/session/a3c69450f80648299f1efccdeb1e142c as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/a3c69450f80648299f1efccdeb1e142c 2023-09-06T20:27:45,318 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/session/a3c69450f80648299f1efccdeb1e142c, entries=2, sequenceid=27, filesize=5.3 K 2023-09-06T20:27:45,319 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1059, heapSize ~2.01 KB/2056, currentSize=0 B/0 for ddae3edad5811869ecd829004afc930c in 844ms, sequenceid=27, compaction requested=true 2023-09-06T20:27:45,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system/ddae3edad5811869ecd829004afc930c/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-09-06T20:27:45,331 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:45,332 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:45,332 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ddae3edad5811869ecd829004afc930c: 2023-09-06T20:27:45,332 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694032040947.ddae3edad5811869ecd829004afc930c. 2023-09-06T20:27:45,332 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e2ea27efd01e5efff81798d9c1f4b88a, disabling compactions & flushes 2023-09-06T20:27:45,333 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:45,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:45,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. after waiting 0 ms 2023-09-06T20:27:45,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:45,336 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/backup/system_bulk/e2ea27efd01e5efff81798d9c1f4b88a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:27:45,337 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:45,337 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:45,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e2ea27efd01e5efff81798d9c1f4b88a: 2023-09-06T20:27:45,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694032042073.e2ea27efd01e5efff81798d9c1f4b88a. 2023-09-06T20:27:45,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3d9eb3ef4a108783099084f257b515db, disabling compactions & flushes 2023-09-06T20:27:45,338 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:45,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:45,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. after waiting 0 ms 2023-09-06T20:27:45,339 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:45,339 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 3d9eb3ef4a108783099084f257b515db 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:27:45,354 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db/.tmp/f/4e9f52599f2a475da6cf74265934dbb6 is 37, key is row10/f:q1/1694032036297/Put/seqid=0 2023-09-06T20:27:45,367 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:45,567 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-09-06T20:27:45,567 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1583): Online Regions={3d9eb3ef4a108783099084f257b515db=ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db.} 2023-09-06T20:27:45,567 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:45,758 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db/.tmp/f/4e9f52599f2a475da6cf74265934dbb6 2023-09-06T20:27:45,766 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db/.tmp/f/4e9f52599f2a475da6cf74265934dbb6 as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db/f/4e9f52599f2a475da6cf74265934dbb6 2023-09-06T20:27:45,768 DEBUG [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1609): Waiting on 3d9eb3ef4a108783099084f257b515db 2023-09-06T20:27:45,772 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db/f/4e9f52599f2a475da6cf74265934dbb6, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:27:45,773 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3d9eb3ef4a108783099084f257b515db in 434ms, sequenceid=103, compaction requested=false 2023-09-06T20:27:45,780 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/data/ns2/test-16940320314261/3d9eb3ef4a108783099084f257b515db/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:27:45,781 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:45,782 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:45,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3d9eb3ef4a108783099084f257b515db: 2023-09-06T20:27:45,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940320314261,,1694032034166.3d9eb3ef4a108783099084f257b515db. 2023-09-06T20:27:45,968 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39279,1694032022613; all regions closed. 2023-09-06T20:27:45,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/WALs/jenkins-hbase3.apache.org,39279,1694032022613/jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta.1694032058172.meta not finished, retry = 0 2023-09-06T20:27:46,078 DEBUG [RS:0;jenkins-hbase3:39279 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/oldWALs 2023-09-06T20:27:46,078 INFO [RS:0;jenkins-hbase3:39279 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39279%2C1694032022613.meta:.meta(num 1694032058172) 2023-09-06T20:27:46,085 DEBUG [RS:0;jenkins-hbase3:39279 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/oldWALs 2023-09-06T20:27:46,085 INFO [RS:0;jenkins-hbase3:39279 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39279%2C1694032022613:(num 1694032058154) 2023-09-06T20:27:46,085 DEBUG [RS:0;jenkins-hbase3:39279 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:46,085 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:27:46,086 INFO [RS:0;jenkins-hbase3:39279 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-09-06T20:27:46,086 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:27:46,087 INFO [RS:0;jenkins-hbase3:39279 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39279 2023-09-06T20:27:46,094 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,39279,1694032022613 2023-09-06T20:27:46,094 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:27:46,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,39279,1694032022613] 2023-09-06T20:27:46,100 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,39279,1694032022613; numProcessing=1 2023-09-06T20:27:46,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,39279,1694032022613 already deleted, retry=false 2023-09-06T20:27:46,101 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,39279,1694032022613 expired; onlineServers=0 2023-09-06T20:27:46,101 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,46481,1694032019532' ***** 2023-09-06T20:27:46,101 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:27:46,102 DEBUG [M:0;jenkins-hbase3:46481 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fdeac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:27:46,102 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:27:46,109 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-09-06T20:27:46,109 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:46,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:27:46,147 INFO [M:0;jenkins-hbase3:46481 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@2b1c7de1{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:27:46,147 INFO [M:0;jenkins-hbase3:46481 {}] server.AbstractConnector(383): Stopped ServerConnector@547b109c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:27:46,147 INFO [M:0;jenkins-hbase3:46481 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:27:46,148 INFO [M:0;jenkins-hbase3:46481 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7017da82{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:27:46,148 INFO [M:0;jenkins-hbase3:46481 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@45df725a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/hadoop.log.dir/,STOPPED} 2023-09-06T20:27:46,149 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,46481,1694032019532 2023-09-06T20:27:46,149 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,46481,1694032019532; all regions closed. 2023-09-06T20:27:46,149 DEBUG [M:0;jenkins-hbase3:46481 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:46,149 INFO [M:0;jenkins-hbase3:46481 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:27:46,150 INFO [M:0;jenkins-hbase3:46481 {}] server.AbstractConnector(383): Stopped ServerConnector@1bf0bbbc{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:27:46,150 DEBUG [M:0;jenkins-hbase3:46481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:27:46,150 INFO [M:0;jenkins-hbase3:46481 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:27:46,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:27:46,150 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032024389 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032024389,5,FailOnTimeoutGroup] 2023-09-06T20:27:46,150 DEBUG [M:0;jenkins-hbase3:46481 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x16a301a2 to 127.0.0.1:51098 2023-09-06T20:27:46,150 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032024389 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032024389,5,FailOnTimeoutGroup] 2023-09-06T20:27:46,150 DEBUG [M:0;jenkins-hbase3:46481 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:27:46,151 DEBUG [M:0;jenkins-hbase3:46481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:27:46,151 INFO [M:0;jenkins-hbase3:46481 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:27:46,151 DEBUG [M:0;jenkins-hbase3:46481 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:27:46,151 INFO [M:0;jenkins-hbase3:46481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:27:46,151 ERROR [M:0;jenkins-hbase3:46481 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-09-06T20:27:46,152 INFO [M:0;jenkins-hbase3:46481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:27:46,152 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:27:46,152 DEBUG [M:0;jenkins-hbase3:46481 {}] zookeeper.ZKUtil(347): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-09-06T20:27:46,152 WARN [M:0;jenkins-hbase3:46481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:27:46,152 INFO [M:0;jenkins-hbase3:46481 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:27:46,152 INFO [M:0;jenkins-hbase3:46481 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:27:46,153 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:27:46,164 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:46,164 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:46,164 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:27:46,164 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:46,165 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=161.78 KB heapSize=194.30 KB 2023-09-06T20:27:46,178 DEBUG [M:0;jenkins-hbase3:46481 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84074036ddfc47a0944293302975f809 is 88, key is hbase:meta,,1/info:sn/1694032024849/Put/seqid=0 2023-09-06T20:27:46,199 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:27:46,199 INFO [RS:0;jenkins-hbase3:39279 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39279,1694032022613; zookeeper connection closed. 2023-09-06T20:27:46,200 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39279-0x100eef69caa0001, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:27:46,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fae89f9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fae89f9 2023-09-06T20:27:46,201 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:27:46,583 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84074036ddfc47a0944293302975f809 2023-09-06T20:27:46,603 DEBUG [M:0;jenkins-hbase3:46481 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6eea6b128614187a749b81e24ead97a is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1694032042459/Put/seqid=0 2023-09-06T20:27:47,009 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=161.19 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6eea6b128614187a749b81e24ead97a 2023-09-06T20:27:47,014 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6eea6b128614187a749b81e24ead97a 2023-09-06T20:27:47,027 DEBUG [M:0;jenkins-hbase3:46481 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91bc1ccaeb0141869ed49dd8df837c2f is 82, key is jenkins-hbase3.apache.org,39279,1694032022613/rs:state/1694032024490/Put/seqid=0 2023-09-06T20:27:47,031 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91bc1ccaeb0141869ed49dd8df837c2f 2023-09-06T20:27:47,037 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84074036ddfc47a0944293302975f809 as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84074036ddfc47a0944293302975f809 2023-09-06T20:27:47,042 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84074036ddfc47a0944293302975f809, entries=8, sequenceid=381, filesize=5.5 K 2023-09-06T20:27:47,043 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6eea6b128614187a749b81e24ead97a as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6eea6b128614187a749b81e24ead97a 2023-09-06T20:27:47,048 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6eea6b128614187a749b81e24ead97a 2023-09-06T20:27:47,048 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6eea6b128614187a749b81e24ead97a, entries=41, sequenceid=381, filesize=14.1 K 2023-09-06T20:27:47,049 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91bc1ccaeb0141869ed49dd8df837c2f as hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91bc1ccaeb0141869ed49dd8df837c2f 2023-09-06T20:27:47,054 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45763/user/jenkins/test-data/93703779-f234-549e-a14a-42861392715c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91bc1ccaeb0141869ed49dd8df837c2f, entries=1, sequenceid=381, filesize=5.1 K 2023-09-06T20:27:47,055 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(3022): Finished flush of dataSize ~161.78 KB/165664, heapSize ~194.01 KB/198664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=381, compaction requested=false 2023-09-06T20:27:47,058 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:47,059 DEBUG [M:0;jenkins-hbase3:46481 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:27:47,061 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:27:47,062 INFO [M:0;jenkins-hbase3:46481 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:27:47,062 INFO [M:0;jenkins-hbase3:46481 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:27:47,062 INFO [M:0;jenkins-hbase3:46481 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:46481 2023-09-06T20:27:47,065 DEBUG [M:0;jenkins-hbase3:46481 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,46481,1694032019532 already deleted, retry=false 2023-09-06T20:27:47,167 INFO [M:0;jenkins-hbase3:46481 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,46481,1694032019532; zookeeper connection closed. 2023-09-06T20:27:47,167 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:27:47,167 DEBUG [Listener at localhost/34829-EventThread {}] zookeeper.ZKWatcher(604): master:46481-0x100eef69caa0000, quorum=127.0.0.1:51098, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:27:47,170 WARN [Listener at jenkins-hbase3.apache.org/39239 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:27:47,173 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:27:47,280 WARN [BP-403129746-172.31.12.81-1694032015952 heartbeating to localhost/127.0.0.1:45763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:27:47,281 WARN [BP-403129746-172.31.12.81-1694032015952 heartbeating to localhost/127.0.0.1:45763 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-403129746-172.31.12.81-1694032015952 (Datanode Uuid 32cb1042-ca73-4ddc-80ce-e4db8ace8431) service to localhost/127.0.0.1:45763 2023-09-06T20:27:47,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/cluster_96fe2c96-7888-357a-a971-3c97c805ace1/dfs/data/data1/current/BP-403129746-172.31.12.81-1694032015952 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:27:47,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fb9c9eaf-eded-1525-2a9d-516679a4ecd5/cluster_96fe2c96-7888-357a-a971-3c97c805ace1/dfs/data/data2/current/BP-403129746-172.31.12.81-1694032015952 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:27:47,317 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:27:47,430 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-09-06T20:27:47,470 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:27:47,470 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:27:47,480 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:27:47,597 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:27:47,712 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:27:47,713 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:27:47,720 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:27:47,727 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:27:47,729 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:27:47,734 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:27:47,837 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:27:47,837 INFO [Listener at jenkins-hbase3.apache.org/39239 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped