2023-10-02 12:27:52,398 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-10-02 12:27:52,415 main DEBUG Took 0.014711 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:27:52,416 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:27:52,416 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:27:52,417 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:27:52,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,430 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:27:52,447 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,450 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,451 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,452 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,453 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,454 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,455 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,456 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,457 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,458 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,458 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,459 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:27:52,460 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,461 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:27:52,463 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:27:52,466 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:27:52,468 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:27:52,469 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:27:52,470 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:27:52,471 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:27:52,487 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:27:52,491 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:27:52,496 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:27:52,497 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:27:52,497 main DEBUG createAppenders(={Console}) 2023-10-02 12:27:52,498 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-10-02 12:27:52,499 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-10-02 12:27:52,499 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-10-02 12:27:52,500 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:27:52,500 main DEBUG OutputStream closed 2023-10-02 12:27:52,501 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:27:52,501 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:27:52,501 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-10-02 12:27:52,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:27:52,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:27:52,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:27:52,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:27:52,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:27:52,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:27:52,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:27:52,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:27:52,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:27:52,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:27:52,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:27:52,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:27:52,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:27:52,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:27:52,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:27:52,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:27:52,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:27:52,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:27:52,580 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:27:52,580 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-10-02 12:27:52,581 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:27:52,582 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-10-02T12:27:52,620 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackupDeleteTable timeout: 13 mins 2023-10-02 12:27:52,624 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:27:52,624 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:27:52,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62 2023-10-02T12:27:52,977 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:27:52,979 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:27:52,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:27:52,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/cluster_f35c4dcc-a6f9-fbcd-9061-130184a762f6, deleteOnExit=true 2023-10-02T12:27:52,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:27:52,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/test.cache.data in system properties and HBase conf 2023-10-02T12:27:52,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:27:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:27:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:27:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:27:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:27:53,097 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:27:53,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:27:53,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:27:53,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:27:53,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:27:53,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:27:53,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:27:53,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:27:53,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:27:53,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:27:53,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:27:53,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:27:53,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:27:53,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:27:53,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:27:53,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:27:54,444 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:27:54,450 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:27:54,899 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:27:55,114 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@1f30304b via org.mortbay.log.Slf4jLog 2023-10-02T12:27:55,139 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:27:55,216 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:27:55,315 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/java.io.tmpdir/Jetty_localhost_39725_hdfs____.b8suki/webapp 2023-10-02T12:27:55,618 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39725 2023-10-02T12:27:55,668 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:27:55,668 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:27:56,616 WARN [Listener at localhost/43979 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:27:56,720 WARN [Listener at localhost/43979 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:27:56,748 WARN [Listener at localhost/43979 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:27:56,756 INFO [Listener at localhost/43979 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:27:56,766 INFO [Listener at localhost/43979 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/java.io.tmpdir/Jetty_localhost_45431_datanode____.ubbp60/webapp 2023-10-02T12:27:56,910 INFO [Listener at localhost/43979 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45431 2023-10-02T12:27:57,272 WARN [Listener at localhost/32845 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:27:57,991 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:27:58,441 DEBUG [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62 2023-10-02T12:27:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x99f6dc8f7223a653: Processing first storage report for DS-c67e740f-9632-4c43-9e77-59294b24cefd from datanode bfc0a6e9-5412-4419-8062-8767ff8f75f2 2023-10-02T12:27:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x99f6dc8f7223a653: from storage DS-c67e740f-9632-4c43-9e77-59294b24cefd node DatanodeRegistration(127.0.0.1:45563, datanodeUuid=bfc0a6e9-5412-4419-8062-8767ff8f75f2, infoPort=39555, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=1507816298;c=1696249674566), blocks: 0, hasStaleStorage: true, processing time: 8 msecs, invalidatedBlocks: 0 2023-10-02T12:27:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x99f6dc8f7223a653: Processing first storage report for DS-017fde5b-406b-40c0-8f96-a2bb6a528aaa from datanode bfc0a6e9-5412-4419-8062-8767ff8f75f2 2023-10-02T12:27:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x99f6dc8f7223a653: from storage DS-017fde5b-406b-40c0-8f96-a2bb6a528aaa node DatanodeRegistration(127.0.0.1:45563, datanodeUuid=bfc0a6e9-5412-4419-8062-8767ff8f75f2, infoPort=39555, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=1507816298;c=1696249674566), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-10-02T12:27:58,707 INFO [Listener at localhost/32845 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/cluster_f35c4dcc-a6f9-fbcd-9061-130184a762f6/zookeeper_0, clientPort=50046, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/cluster_f35c4dcc-a6f9-fbcd-9061-130184a762f6/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/cluster_f35c4dcc-a6f9-fbcd-9061-130184a762f6/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:27:58,775 INFO [Listener at localhost/32845 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50046 2023-10-02T12:27:58,787 INFO [Listener at localhost/32845 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:27:58,814 INFO [Listener at localhost/32845 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:27:59,811 INFO [Listener at localhost/32845 {}] util.FSUtils(462): Created version file at hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 with version=8 2023-10-02T12:27:59,811 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging 2023-10-02T12:27:59,844 DEBUG [Listener at localhost/32845 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:27:59,844 DEBUG [Listener at localhost/32845 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:27:59,845 DEBUG [Listener at localhost/32845 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:27:59,845 DEBUG [Listener at localhost/32845 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:28:00,183 DEBUG [Listener at localhost/32845 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:28:01,556 INFO [Listener at localhost/32845 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:28:01,627 INFO [Listener at localhost/32845 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:01,628 INFO [Listener at localhost/32845 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:01,628 INFO [Listener at localhost/32845 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:28:01,628 INFO [Listener at localhost/32845 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:01,629 INFO [Listener at localhost/32845 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:28:01,914 INFO [Listener at localhost/32845 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:28:02,061 INFO [Listener at localhost/32845 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:28:02,087 DEBUG [Listener at localhost/32845 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:28:02,093 INFO [Listener at localhost/32845 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:28:02,159 DEBUG [Listener at localhost/32845 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 3037 (auto-detected) 2023-10-02T12:28:02,162 DEBUG [Listener at localhost/32845 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:28:02,211 INFO [Listener at localhost/32845 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:44731 2023-10-02T12:28:02,229 INFO [Listener at localhost/32845 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:02,232 INFO [Listener at localhost/32845 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:02,257 INFO [Listener at localhost/32845 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:44731 connecting to ZooKeeper ensemble=127.0.0.1:50046 2023-10-02T12:28:02,354 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:447310x0, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:28:02,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:44731-0x10173256ba50000 connected 2023-10-02T12:28:02,436 DEBUG [Listener at localhost/32845 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:28:02,443 DEBUG [Listener at localhost/32845 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:28:02,452 DEBUG [Listener at localhost/32845 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:28:02,480 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44731 2023-10-02T12:28:02,480 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44731 2023-10-02T12:28:02,481 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44731 2023-10-02T12:28:02,482 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44731 2023-10-02T12:28:02,485 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44731 2023-10-02T12:28:02,570 INFO [Listener at localhost/32845 {}] log.Log(170): Logging initialized @10958ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:28:02,758 INFO [Listener at localhost/32845 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:28:02,759 INFO [Listener at localhost/32845 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:28:02,760 INFO [Listener at localhost/32845 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:28:02,763 INFO [Listener at localhost/32845 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:28:02,764 INFO [Listener at localhost/32845 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:28:02,764 INFO [Listener at localhost/32845 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:28:02,768 INFO [Listener at localhost/32845 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:28:02,975 INFO [Listener at localhost/32845 {}] http.HttpServer(1219): Jetty bound to port 35319 2023-10-02T12:28:02,983 INFO [Listener at localhost/32845 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:28:03,095 INFO [Listener at localhost/32845 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:03,116 INFO [Listener at localhost/32845 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1e2607be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:28:03,120 INFO [Listener at localhost/32845 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:03,120 INFO [Listener at localhost/32845 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e3a42ec{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:28:03,224 INFO [Listener at localhost/32845 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:28:03,244 INFO [Listener at localhost/32845 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:28:03,244 INFO [Listener at localhost/32845 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:28:03,247 INFO [Listener at localhost/32845 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:28:03,259 INFO [Listener at localhost/32845 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:05,047 INFO [Listener at localhost/32845 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5d69e70d{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:28:05,066 INFO [Listener at localhost/32845 {}] server.AbstractConnector(333): Started ServerConnector@61d7f56c{HTTP/1.1, (http/1.1)}{0.0.0.0:35319} 2023-10-02T12:28:05,067 INFO [Listener at localhost/32845 {}] server.Server(415): Started @13455ms 2023-10-02T12:28:05,083 INFO [Listener at localhost/32845 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9, hbase.cluster.distributed=false 2023-10-02T12:28:05,241 INFO [Listener at localhost/32845 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:28:05,241 INFO [Listener at localhost/32845 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:05,241 INFO [Listener at localhost/32845 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:05,242 INFO [Listener at localhost/32845 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:28:05,242 INFO [Listener at localhost/32845 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:05,242 INFO [Listener at localhost/32845 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:28:05,255 INFO [Listener at localhost/32845 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:28:05,261 INFO [Listener at localhost/32845 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:28:05,267 INFO [Listener at localhost/32845 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45821 2023-10-02T12:28:05,271 INFO [Listener at localhost/32845 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:28:05,288 DEBUG [Listener at localhost/32845 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:28:05,289 INFO [Listener at localhost/32845 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:05,294 INFO [Listener at localhost/32845 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:05,299 INFO [Listener at localhost/32845 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45821 connecting to ZooKeeper ensemble=127.0.0.1:50046 2023-10-02T12:28:05,316 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:458210x0, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:28:05,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45821-0x10173256ba50001 connected 2023-10-02T12:28:05,323 DEBUG [Listener at localhost/32845 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:28:05,333 DEBUG [Listener at localhost/32845 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:28:05,343 DEBUG [Listener at localhost/32845 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:28:05,345 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45821 2023-10-02T12:28:05,347 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45821 2023-10-02T12:28:05,350 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45821 2023-10-02T12:28:05,351 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45821 2023-10-02T12:28:05,352 DEBUG [Listener at localhost/32845 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45821 2023-10-02T12:28:05,357 INFO [Listener at localhost/32845 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:28:05,357 INFO [Listener at localhost/32845 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:28:05,357 INFO [Listener at localhost/32845 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:28:05,359 INFO [Listener at localhost/32845 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:28:05,359 INFO [Listener at localhost/32845 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:28:05,359 INFO [Listener at localhost/32845 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:28:05,359 INFO [Listener at localhost/32845 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:28:05,366 INFO [Listener at localhost/32845 {}] http.HttpServer(1219): Jetty bound to port 46141 2023-10-02T12:28:05,366 INFO [Listener at localhost/32845 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:28:05,371 INFO [Listener at localhost/32845 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:05,372 INFO [Listener at localhost/32845 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4c479fc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:28:05,372 INFO [Listener at localhost/32845 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:05,373 INFO [Listener at localhost/32845 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@127e0bba{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:28:05,403 INFO [Listener at localhost/32845 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:28:05,406 INFO [Listener at localhost/32845 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:28:05,406 INFO [Listener at localhost/32845 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:28:05,407 INFO [Listener at localhost/32845 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:28:05,411 INFO [Listener at localhost/32845 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:05,417 INFO [Listener at localhost/32845 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@70f15a23{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:28:05,422 INFO [Listener at localhost/32845 {}] server.AbstractConnector(333): Started ServerConnector@1fdf18ee{HTTP/1.1, (http/1.1)}{0.0.0.0:46141} 2023-10-02T12:28:05,422 INFO [Listener at localhost/32845 {}] server.Server(415): Started @13810ms 2023-10-02T12:28:05,458 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:28:05,506 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@eab1e7b{HTTP/1.1, (http/1.1)}{0.0.0.0:35121} 2023-10-02T12:28:05,506 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @13895ms 2023-10-02T12:28:05,506 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:05,526 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:28:05,526 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:28:05,532 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:05,534 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:44731 2023-10-02T12:28:05,570 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:28:05,570 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:28:05,570 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:05,570 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:05,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:28:05,578 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,44731,1696249680158 from backup master directory 2023-10-02T12:28:05,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:28:05,586 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:28:05,586 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:05,586 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:28:05,593 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:28:05,594 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:05,600 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:28:05,602 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:28:05,817 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase.id with ID: 4abb68d1-d87a-4c08-a127-71a1bd970913 2023-10-02T12:28:05,898 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:05,928 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:05,928 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:06,025 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:06,029 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:28:06,057 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:28:06,057 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:28:06,059 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:28:06,075 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:28:06,077 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:28:06,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store 2023-10-02T12:28:06,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:28:06,658 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:06,659 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:28:06,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:28:06,666 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:28:06,666 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:28:06,666 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:28:06,666 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:28:06,667 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:28:06,678 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/.initializing 2023-10-02T12:28:06,678 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/WALs/jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:06,702 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:28:06,743 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44731%2C1696249680158, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/WALs/jenkins-hbase3.apache.org,44731,1696249680158, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/oldWALs, maxLogs=10 2023-10-02T12:28:06,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/WALs/jenkins-hbase3.apache.org,44731,1696249680158/jenkins-hbase3.apache.org%2C44731%2C1696249680158.1696249686753, exclude list is [], retry=0 2023-10-02T12:28:06,899 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK] 2023-10-02T12:28:06,923 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:28:07,079 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/WALs/jenkins-hbase3.apache.org,44731,1696249680158/jenkins-hbase3.apache.org%2C44731%2C1696249680158.1696249686753 2023-10-02T12:28:07,080 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK]] 2023-10-02T12:28:07,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:07,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:07,086 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,088 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:28:07,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:07,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:28:07,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:28:07,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:07,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:07,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:28:07,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:07,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:07,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:28:07,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:07,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:07,323 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,325 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,359 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:28:07,369 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:07,384 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:07,385 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11671228800, jitterRate=0.08696788549423218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:28:07,396 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:28:07,398 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:28:07,476 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61caea62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:07,561 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:28:07,594 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:28:07,595 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:28:07,600 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:28:07,602 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 2 msec 2023-10-02T12:28:07,613 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 10 msec 2023-10-02T12:28:07,613 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:28:07,669 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:28:07,694 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:28:07,697 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:28:07,702 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:28:07,704 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:28:07,706 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:28:07,710 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:28:07,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:28:07,726 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:28:07,727 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:28:07,729 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:28:07,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:28:07,748 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:28:07,754 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:28:07,754 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:28:07,754 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:07,754 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:07,755 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,44731,1696249680158, sessionid=0x10173256ba50000, setting cluster-up flag (Was=false) 2023-10-02T12:28:07,769 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:28:07,781 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:07,781 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:07,791 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:28:07,793 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:07,802 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:07,802 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:07,830 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:28:07,835 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:07,843 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:07,843 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:07,856 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:28:07,863 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:07,990 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45821 2023-10-02T12:28:08,002 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(997): ClusterId : 4abb68d1-d87a-4c08-a127-71a1bd970913 2023-10-02T12:28:08,006 INFO [RS:0;jenkins-hbase3:45821 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:28:08,010 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:28:08,040 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:28:08,040 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:28:08,051 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:28:08,051 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:28:08,062 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:28:08,063 DEBUG [RS:0;jenkins-hbase3:45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f749a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:08,066 DEBUG [RS:0;jenkins-hbase3:45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:28:08,074 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:28:08,075 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:28:08,075 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:28:08,081 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,44731,1696249680158 with isa=jenkins-hbase3.apache.org/172.31.12.81:45821, startcode=1696249685231 2023-10-02T12:28:08,131 DEBUG [RS:0;jenkins-hbase3:45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:28:08,175 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:28:08,189 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:28:08,197 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:28:08,217 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,44731,1696249680158 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:28:08,237 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:28:08,237 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:28:08,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:28:08,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:28:08,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:28:08,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:08,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:28:08,239 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:08,302 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696249718302 2023-10-02T12:28:08,309 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:28:08,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:28:08,341 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41963, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:28:08,373 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:28:08,374 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:28:08,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:28:08,374 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44731 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:28:08,374 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:28:08,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:28:08,375 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:28:08,375 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:28:08,378 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:08,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:08,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:28:08,405 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:28:08,417 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:28:08,422 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:28:08,465 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7b0184dc to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:08,517 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:28:08,517 WARN [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-10-02T12:28:08,591 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ab2c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:08,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:28:08,598 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:28:08,599 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:28:08,614 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249688601,5,FailOnTimeoutGroup] 2023-10-02T12:28:08,618 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,44731,1696249680158 with isa=jenkins-hbase3.apache.org/172.31.12.81:45821, startcode=1696249685231 2023-10-02T12:28:08,621 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44731 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:28:08,637 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249688614,5,FailOnTimeoutGroup] 2023-10-02T12:28:08,637 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:08,637 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:28:08,639 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:08,640 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:08,651 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:28:08,651 WARN [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-10-02T12:28:08,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:28:08,683 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:08,853 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,44731,1696249680158 with isa=jenkins-hbase3.apache.org/172.31.12.81:45821, startcode=1696249685231 2023-10-02T12:28:08,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44731 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:08,887 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:08,888 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:43979 2023-10-02T12:28:08,888 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35319 2023-10-02T12:28:08,899 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:28:08,904 DEBUG [RS:0;jenkins-hbase3:45821 {}] zookeeper.ZKUtil(111): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:08,905 WARN [RS:0;jenkins-hbase3:45821 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:28:08,905 INFO [RS:0;jenkins-hbase3:45821 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:28:08,905 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:08,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45821,1696249685231] 2023-10-02T12:28:08,956 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:28:08,980 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:28:09,013 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:28:09,021 INFO [RS:0;jenkins-hbase3:45821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:28:09,021 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:09,023 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:28:09,044 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:09,044 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,046 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,046 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,047 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,047 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,047 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:28:09,047 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,047 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,048 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,048 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,048 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:09,049 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:28:09,049 DEBUG [RS:0;jenkins-hbase3:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:28:09,056 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:09,056 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:09,059 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:09,059 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:09,059 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45821,1696249685231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:28:09,087 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:28:09,091 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45821,1696249685231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:09,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:09,136 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45821,1696249685231 started 2023-10-02T12:28:09,137 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45821,1696249685231, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45821, sessionid=0x10173256ba50001 2023-10-02T12:28:09,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:28:09,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:28:09,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:09,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:28:09,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:28:09,165 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:28:09,165 DEBUG [RS:0;jenkins-hbase3:45821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:09,165 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45821,1696249685231' 2023-10-02T12:28:09,165 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:28:09,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:28:09,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:09,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:28:09,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:28:09,171 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:28:09,172 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:28:09,172 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:28:09,172 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45821,1696249685231' 2023-10-02T12:28:09,172 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:28:09,173 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:28:09,176 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:28:09,176 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:28:09,176 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:28:09,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:28:09,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:09,176 DEBUG [RS:0;jenkins-hbase3:45821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:09,178 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45821,1696249685231' 2023-10-02T12:28:09,178 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:28:09,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:28:09,185 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:28:09,187 DEBUG [RS:0;jenkins-hbase3:45821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:28:09,187 INFO [RS:0;jenkins-hbase3:45821 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:28:09,187 INFO [RS:0;jenkins-hbase3:45821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:28:09,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740 2023-10-02T12:28:09,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740 2023-10-02T12:28:09,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:28:09,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:28:09,204 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:09,205 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10148973920, jitterRate=-0.05480314791202545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:28:09,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:28:09,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:28:09,208 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:28:09,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:28:09,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:28:09,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:28:09,211 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:28:09,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:28:09,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:28:09,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:28:09,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:28:09,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:28:09,311 INFO [RS:0;jenkins-hbase3:45821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:28:09,314 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:28:09,317 INFO [RS:0;jenkins-hbase3:45821 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45821%2C1696249685231, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/oldWALs, maxLogs=32 2023-10-02T12:28:09,349 DEBUG [RS:0;jenkins-hbase3:45821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249689330, exclude list is [], retry=0 2023-10-02T12:28:09,376 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK] 2023-10-02T12:28:09,388 INFO [RS:0;jenkins-hbase3:45821 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249689330 2023-10-02T12:28:09,390 DEBUG [RS:0;jenkins-hbase3:45821 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK]] 2023-10-02T12:28:09,467 DEBUG [jenkins-hbase3:44731 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:28:09,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:09,492 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45821,1696249685231, state=OPENING 2023-10-02T12:28:09,553 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:28:09,672 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:09,672 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:09,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:28:09,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:28:09,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:09,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:09,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:28:09,904 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48116, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:28:09,920 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:28:09,921 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:28:09,922 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:28:09,926 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta, suffix=.meta, logDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/oldWALs, maxLogs=32 2023-10-02T12:28:09,945 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249689928.meta, exclude list is [], retry=0 2023-10-02T12:28:09,955 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK] 2023-10-02T12:28:09,968 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249689928.meta 2023-10-02T12:28:09,968 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK]] 2023-10-02T12:28:09,968 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:09,974 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:09,975 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:28:10,004 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:28:10,004 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:28:10,011 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:28:10,012 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:10,012 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:28:10,012 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:28:10,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:28:10,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:28:10,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:10,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:28:10,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:28:10,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:28:10,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:10,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:28:10,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:28:10,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:28:10,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:10,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:28:10,046 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740 2023-10-02T12:28:10,055 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740 2023-10-02T12:28:10,069 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:28:10,085 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:28:10,087 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11749229920, jitterRate=0.09423230588436127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:28:10,089 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:28:10,103 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696249689877 2023-10-02T12:28:10,126 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:28:10,127 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:28:10,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:10,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45821,1696249685231, state=OPEN 2023-10-02T12:28:10,136 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:28:10,136 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:28:10,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:28:10,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:28:10,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:28:10,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45821,1696249685231 in 456 msec 2023-10-02T12:28:10,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:28:10,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 913 msec 2023-10-02T12:28:10,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 2.1890 sec 2023-10-02T12:28:10,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696249690165, completionTime=-1 2023-10-02T12:28:10,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:28:10,165 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:28:10,630 DEBUG [hconnection-0x477ccb0c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:10,659 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40216, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:10,703 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:28:10,704 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696249750703 2023-10-02T12:28:10,704 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696249810704 2023-10-02T12:28:10,704 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 538 msec 2023-10-02T12:28:10,763 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44731,1696249680158-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:10,764 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44731,1696249680158-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:10,764 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44731,1696249680158-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:10,767 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:44731, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:10,768 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:10,786 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:28:10,799 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:28:10,802 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:28:10,818 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:28:10,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:28:10,829 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:10,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:28:10,864 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 22b4f9c6c00cf7619ecfa4726d60dd5e, NAME => 'hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:10,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:10,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 22b4f9c6c00cf7619ecfa4726d60dd5e, disabling compactions & flushes 2023-10-02T12:28:10,904 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:28:10,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:28:10,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. after waiting 0 ms 2023-10-02T12:28:10,904 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:28:10,904 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:28:10,905 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 22b4f9c6c00cf7619ecfa4726d60dd5e: 2023-10-02T12:28:10,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:28:10,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696249690910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249690910"}]},"ts":"1696249690910"} 2023-10-02T12:28:10,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:28:10,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:28:10,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249690987"}]},"ts":"1696249690987"} 2023-10-02T12:28:11,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:28:11,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=22b4f9c6c00cf7619ecfa4726d60dd5e, ASSIGN}] 2023-10-02T12:28:11,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=22b4f9c6c00cf7619ecfa4726d60dd5e, ASSIGN 2023-10-02T12:28:11,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=22b4f9c6c00cf7619ecfa4726d60dd5e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:28:11,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=22b4f9c6c00cf7619ecfa4726d60dd5e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:11,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 22b4f9c6c00cf7619ecfa4726d60dd5e, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:11,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:28:11,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 22b4f9c6c00cf7619ecfa4726d60dd5e, NAME => 'hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:11,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:11,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 22b4f9c6c00cf7619ecfa4726d60dd5e 2023-10-02T12:28:11,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:11,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 22b4f9c6c00cf7619ecfa4726d60dd5e 2023-10-02T12:28:11,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 22b4f9c6c00cf7619ecfa4726d60dd5e 2023-10-02T12:28:11,346 INFO [StoreOpener-22b4f9c6c00cf7619ecfa4726d60dd5e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 22b4f9c6c00cf7619ecfa4726d60dd5e 2023-10-02T12:28:11,349 INFO [StoreOpener-22b4f9c6c00cf7619ecfa4726d60dd5e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b4f9c6c00cf7619ecfa4726d60dd5e columnFamilyName info 2023-10-02T12:28:11,349 DEBUG [StoreOpener-22b4f9c6c00cf7619ecfa4726d60dd5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:11,350 INFO [StoreOpener-22b4f9c6c00cf7619ecfa4726d60dd5e-1 {}] regionserver.HStore(324): Store=22b4f9c6c00cf7619ecfa4726d60dd5e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:11,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e 2023-10-02T12:28:11,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e 2023-10-02T12:28:11,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 22b4f9c6c00cf7619ecfa4726d60dd5e 2023-10-02T12:28:11,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:11,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 22b4f9c6c00cf7619ecfa4726d60dd5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10782877440, jitterRate=0.004233717918395996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:28:11,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 22b4f9c6c00cf7619ecfa4726d60dd5e: 2023-10-02T12:28:11,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e., pid=6, masterSystemTime=1696249691327 2023-10-02T12:28:11,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=22b4f9c6c00cf7619ecfa4726d60dd5e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:11,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:28:11,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:28:11,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:28:11,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 22b4f9c6c00cf7619ecfa4726d60dd5e, server=jenkins-hbase3.apache.org,45821,1696249685231 in 221 msec 2023-10-02T12:28:11,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:28:11,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=22b4f9c6c00cf7619ecfa4726d60dd5e, ASSIGN in 390 msec 2023-10-02T12:28:11,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:28:11,412 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249691411"}]},"ts":"1696249691411"} 2023-10-02T12:28:11,416 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:28:11,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:28:11,423 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:28:11,425 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:28:11,425 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:11,426 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:11,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 620 msec 2023-10-02T12:28:11,514 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:28:11,570 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:28:11,589 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:28:11,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 91 msec 2023-10-02T12:28:11,626 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:28:11,651 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:28:11,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 34 msec 2023-10-02T12:28:11,676 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:28:11,680 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:28:11,680 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 6.086sec 2023-10-02T12:28:11,683 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:28:11,685 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:28:11,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:28:11,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:28:11,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:28:11,691 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44731,1696249680158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:28:11,696 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44731,1696249680158-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:28:11,721 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:28:11,723 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:28:11,761 DEBUG [Listener at localhost/32845 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x625f8d4b to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:11,783 DEBUG [Listener at localhost/32845 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab52523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:11,791 DEBUG [Listener at localhost/32845 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:28:11,791 DEBUG [Listener at localhost/32845 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:28:11,827 DEBUG [hconnection-0x773dbd78-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:11,871 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40220, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:11,890 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:28:11,890 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:28:11,890 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/test.cache.data in system properties and HBase conf 2023-10-02T12:28:11,891 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:28:11,891 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:28:11,891 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:28:11,891 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:28:11,891 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:28:11,891 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:28:11,892 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:28:11,892 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:28:11,892 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:28:11,892 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:28:11,892 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:28:11,892 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:28:11,892 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:28:11,892 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:28:11,893 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:28:11,893 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:28:11,893 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:28:11,893 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:28:11,893 INFO [Listener at localhost/32845 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:28:12,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:28:12,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:12,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:28:12,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:12,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:28:12,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:28:12,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:28:12,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:28:12,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:28:12,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:13,839 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:28:14,383 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:28:14,407 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33647_jobhistory____.syquu5/webapp 2023-10-02T12:28:14,717 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:28:14,718 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:28:14,718 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:28:14,724 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:28:14,902 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:14,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:28:14,971 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:28:15,273 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:15,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:28:16,054 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:28:16,111 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33647 2023-10-02T12:28:16,816 WARN [Listener at jenkins-hbase3.apache.org/40539 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:28:16,947 WARN [Listener at jenkins-hbase3.apache.org/40539 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:28:16,948 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:28:17,125 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37169_cluster____.lz3359/webapp 2023-10-02T12:28:17,306 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:28:17,306 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:28:17,307 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:28:17,307 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:28:17,319 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:17,668 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:17,814 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:17,827 INFO [Listener at jenkins-hbase3.apache.org/40539 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37169 2023-10-02T12:28:18,348 WARN [Listener at jenkins-hbase3.apache.org/39195 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:28:18,375 WARN [Listener at jenkins-hbase3.apache.org/39195 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:28:18,376 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:28:18,386 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38345_node____tqptou/webapp 2023-10-02T12:28:18,450 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:28:18,450 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:28:18,450 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:28:18,450 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:28:18,457 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:18,480 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:18,563 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:18,582 INFO [Listener at jenkins-hbase3.apache.org/39195 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38345 2023-10-02T12:28:18,751 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:28:18,760 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:28:18,761 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:28:18,770 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35379_node____.yy66ge/webapp 2023-10-02T12:28:18,845 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:28:18,845 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:28:18,846 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:28:18,846 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:28:18,857 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:18,882 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:18,984 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:28:18,993 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35379 2023-10-02T12:28:19,037 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:28:19,037 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:43979/backupUT 2023-10-02T12:28:19,051 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:28:19,055 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:28:19,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:28:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:28:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:28:19,093 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:28:19,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-10-02T12:28:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:28:19,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:28:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:28:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:28:19,205 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:28:19,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 21 msec 2023-10-02T12:28:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:28:19,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:28:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:28:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:28:19,319 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:28:19,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2023-10-02T12:28:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:28:19,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:28:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:28:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:28:19,431 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:28:19,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-10-02T12:28:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:28:19,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696249699037', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696249699037 2023-10-02T12:28:19,547 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696249699037 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:28:19,547 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:19,549 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696249699037 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:28:19,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696249699037" procId is: 13 2023-10-02T12:28:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:28:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:28:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:28:19,987 INFO [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dd5e238745a770769105ba7e89a78c4a, NAME => 'test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696249699037', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:28:20,406 DEBUG [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:20,406 DEBUG [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(1668): Closing dd5e238745a770769105ba7e89a78c4a, disabling compactions & flushes 2023-10-02T12:28:20,406 INFO [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:20,406 DEBUG [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:20,406 DEBUG [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. after waiting 0 ms 2023-10-02T12:28:20,406 DEBUG [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:20,406 INFO [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(1909): Closed test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:20,406 DEBUG [RegionOpenAndInit-test-1696249699037-pool-0 {}] regionserver.HRegion(1622): Region close journal for dd5e238745a770769105ba7e89a78c4a: 2023-10-02T12:28:20,408 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696249699037 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:28:20,408 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696249700408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249700408"}]},"ts":"1696249700408"} 2023-10-02T12:28:20,411 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:28:20,412 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696249699037 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:28:20,412 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249699037","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249700412"}]},"ts":"1696249700412"} 2023-10-02T12:28:20,414 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249699037, state=ENABLING in hbase:meta 2023-10-02T12:28:20,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249699037, region=dd5e238745a770769105ba7e89a78c4a, ASSIGN}] 2023-10-02T12:28:20,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249699037, region=dd5e238745a770769105ba7e89a78c4a, ASSIGN 2023-10-02T12:28:20,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249699037, region=dd5e238745a770769105ba7e89a78c4a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:28:20,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=dd5e238745a770769105ba7e89a78c4a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:20,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure dd5e238745a770769105ba7e89a78c4a, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:28:20,741 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:20,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => dd5e238745a770769105ba7e89a78c4a, NAME => 'test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:20,741 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:20,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249699037 dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:20,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:20,742 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:20,742 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:20,744 INFO [StoreOpener-dd5e238745a770769105ba7e89a78c4a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:20,746 INFO [StoreOpener-dd5e238745a770769105ba7e89a78c4a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd5e238745a770769105ba7e89a78c4a columnFamilyName f 2023-10-02T12:28:20,747 DEBUG [StoreOpener-dd5e238745a770769105ba7e89a78c4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:20,748 INFO [StoreOpener-dd5e238745a770769105ba7e89a78c4a-1 {}] regionserver.HStore(324): Store=dd5e238745a770769105ba7e89a78c4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:20,750 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:20,750 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:20,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:20,763 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:20,764 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened dd5e238745a770769105ba7e89a78c4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10670353280, jitterRate=-0.006245911121368408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:28:20,765 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for dd5e238745a770769105ba7e89a78c4a: 2023-10-02T12:28:20,767 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a., pid=15, masterSystemTime=1696249700731 2023-10-02T12:28:20,770 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:20,770 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:20,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=dd5e238745a770769105ba7e89a78c4a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:20,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:28:20,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure dd5e238745a770769105ba7e89a78c4a, server=jenkins-hbase3.apache.org,45821,1696249685231 in 196 msec 2023-10-02T12:28:20,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:28:20,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696249699037, region=dd5e238745a770769105ba7e89a78c4a, ASSIGN in 358 msec 2023-10-02T12:28:20,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696249699037 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:28:20,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249699037","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249700781"}]},"ts":"1696249700781"} 2023-10-02T12:28:20,784 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249699037, state=ENABLED in hbase:meta 2023-10-02T12:28:20,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696249699037 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:28:20,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696249699037 in 1.2460 sec 2023-10-02T12:28:20,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696249699037' 2023-10-02T12:28:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:28:21,672 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696249699037, procId: 13 completed 2023-10-02T12:28:21,674 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5b325f0d to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:21,682 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a122d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:21,685 DEBUG [hconnection-0x709d4fba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:21,689 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35876, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:21,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45821 {}] regionserver.HRegion(8210): writing data to region test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:28:21,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962496990371', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962496990371 2023-10-02T12:28:21,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962496990371 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:28:21,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:21,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962496990371" procId is: 16 2023-10-02T12:28:21,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962496990371 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:28:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:28:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:28:22,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249699037 2023-10-02T12:28:22,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696249699037 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:28:22,238 INFO [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7266e907404228aac3fa830409b746ae, NAME => 'ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962496990371', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:22,256 DEBUG [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:22,257 DEBUG [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(1668): Closing 7266e907404228aac3fa830409b746ae, disabling compactions & flushes 2023-10-02T12:28:22,257 INFO [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:22,257 DEBUG [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:22,257 DEBUG [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. after waiting 0 ms 2023-10-02T12:28:22,257 DEBUG [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:22,257 INFO [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:22,257 DEBUG [RegionOpenAndInit-ns2:test-16962496990371-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7266e907404228aac3fa830409b746ae: 2023-10-02T12:28:22,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962496990371 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:28:22,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249702259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249702259"}]},"ts":"1696249702259"} 2023-10-02T12:28:22,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:28:22,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962496990371 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:28:22,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962496990371","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249702263"}]},"ts":"1696249702263"} 2023-10-02T12:28:22,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962496990371, state=ENABLING in hbase:meta 2023-10-02T12:28:22,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962496990371, region=7266e907404228aac3fa830409b746ae, ASSIGN}] 2023-10-02T12:28:22,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962496990371, region=7266e907404228aac3fa830409b746ae, ASSIGN 2023-10-02T12:28:22,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962496990371, region=7266e907404228aac3fa830409b746ae, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:28:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:28:22,425 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=7266e907404228aac3fa830409b746ae, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:22,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 7266e907404228aac3fa830409b746ae, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:22,594 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:22,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 7266e907404228aac3fa830409b746ae, NAME => 'ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:22,594 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:22,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962496990371 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:22,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:22,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:22,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:22,597 INFO [StoreOpener-7266e907404228aac3fa830409b746ae-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:22,598 INFO [StoreOpener-7266e907404228aac3fa830409b746ae-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7266e907404228aac3fa830409b746ae columnFamilyName f 2023-10-02T12:28:22,599 DEBUG [StoreOpener-7266e907404228aac3fa830409b746ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:22,599 INFO [StoreOpener-7266e907404228aac3fa830409b746ae-1 {}] regionserver.HStore(324): Store=7266e907404228aac3fa830409b746ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:22,600 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae 2023-10-02T12:28:22,601 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae 2023-10-02T12:28:22,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:22,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:22,612 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 7266e907404228aac3fa830409b746ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10538841440, jitterRate=-0.018493905663490295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:28:22,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 7266e907404228aac3fa830409b746ae: 2023-10-02T12:28:22,614 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae., pid=18, masterSystemTime=1696249702588 2023-10-02T12:28:22,617 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:22,618 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:22,618 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=7266e907404228aac3fa830409b746ae, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:22,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:28:22,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 7266e907404228aac3fa830409b746ae, server=jenkins-hbase3.apache.org,45821,1696249685231 in 186 msec 2023-10-02T12:28:22,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:28:22,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962496990371, region=7266e907404228aac3fa830409b746ae, ASSIGN in 354 msec 2023-10-02T12:28:22,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962496990371 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:28:22,628 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962496990371","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249702628"}]},"ts":"1696249702628"} 2023-10-02T12:28:22,630 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962496990371, state=ENABLED in hbase:meta 2023-10-02T12:28:22,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962496990371 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:28:22,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962496990371 in 823 msec 2023-10-02T12:28:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:28:22,924 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962496990371, procId: 16 completed 2023-10-02T12:28:22,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45821 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:28:23,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962496990372', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962496990372 2023-10-02T12:28:23,038 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962496990372 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:28:23,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:23,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962496990372" procId is: 19 2023-10-02T12:28:23,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962496990372 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:28:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:28:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:28:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:28:23,456 INFO [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2aa140859ed0360f509d8d147f862e35, NAME => 'ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962496990372', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:28:23,874 DEBUG [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:23,874 DEBUG [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(1668): Closing 2aa140859ed0360f509d8d147f862e35, disabling compactions & flushes 2023-10-02T12:28:23,874 INFO [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:28:23,874 DEBUG [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:28:23,874 DEBUG [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. after waiting 0 ms 2023-10-02T12:28:23,874 DEBUG [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:28:23,874 INFO [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:28:23,874 DEBUG [RegionOpenAndInit-ns3:test-16962496990372-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2aa140859ed0360f509d8d147f862e35: 2023-10-02T12:28:23,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962496990372 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:28:23,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249703876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249703876"}]},"ts":"1696249703876"} 2023-10-02T12:28:23,878 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:28:23,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962496990372 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:28:23,880 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962496990372","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249703880"}]},"ts":"1696249703880"} 2023-10-02T12:28:23,882 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962496990372, state=ENABLING in hbase:meta 2023-10-02T12:28:23,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962496990372, region=2aa140859ed0360f509d8d147f862e35, ASSIGN}] 2023-10-02T12:28:23,889 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962496990372, region=2aa140859ed0360f509d8d147f862e35, ASSIGN 2023-10-02T12:28:23,890 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962496990372, region=2aa140859ed0360f509d8d147f862e35, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:28:24,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2aa140859ed0360f509d8d147f862e35, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:24,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 2aa140859ed0360f509d8d147f862e35, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:28:24,204 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:28:24,205 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 2aa140859ed0360f509d8d147f862e35, NAME => 'ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:24,205 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:24,205 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962496990372 2aa140859ed0360f509d8d147f862e35 2023-10-02T12:28:24,206 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:24,206 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 2aa140859ed0360f509d8d147f862e35 2023-10-02T12:28:24,206 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 2aa140859ed0360f509d8d147f862e35 2023-10-02T12:28:24,208 INFO [StoreOpener-2aa140859ed0360f509d8d147f862e35-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2aa140859ed0360f509d8d147f862e35 2023-10-02T12:28:24,210 INFO [StoreOpener-2aa140859ed0360f509d8d147f862e35-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aa140859ed0360f509d8d147f862e35 columnFamilyName f 2023-10-02T12:28:24,210 DEBUG [StoreOpener-2aa140859ed0360f509d8d147f862e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:24,211 INFO [StoreOpener-2aa140859ed0360f509d8d147f862e35-1 {}] regionserver.HStore(324): Store=2aa140859ed0360f509d8d147f862e35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:24,212 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns3/test-16962496990372/2aa140859ed0360f509d8d147f862e35 2023-10-02T12:28:24,213 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns3/test-16962496990372/2aa140859ed0360f509d8d147f862e35 2023-10-02T12:28:24,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 2aa140859ed0360f509d8d147f862e35 2023-10-02T12:28:24,222 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns3/test-16962496990372/2aa140859ed0360f509d8d147f862e35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:24,223 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 2aa140859ed0360f509d8d147f862e35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11490186880, jitterRate=0.07010704278945923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:28:24,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 2aa140859ed0360f509d8d147f862e35: 2023-10-02T12:28:24,225 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35., pid=21, masterSystemTime=1696249704199 2023-10-02T12:28:24,228 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:28:24,228 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:28:24,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2aa140859ed0360f509d8d147f862e35, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:24,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:28:24,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 2aa140859ed0360f509d8d147f862e35, server=jenkins-hbase3.apache.org,45821,1696249685231 in 187 msec 2023-10-02T12:28:24,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:28:24,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962496990372, region=2aa140859ed0360f509d8d147f862e35, ASSIGN in 349 msec 2023-10-02T12:28:24,240 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962496990372 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:28:24,241 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962496990372","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249704241"}]},"ts":"1696249704241"} 2023-10-02T12:28:24,243 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962496990372, state=ENABLED in hbase:meta 2023-10-02T12:28:24,245 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962496990372 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:28:24,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962496990372 in 1.2110 sec 2023-10-02T12:28:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:28:25,151 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962496990372, procId: 19 completed 2023-10-02T12:28:25,151 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962496990372 get assigned. Timeout = 60000ms 2023-10-02T12:28:25,153 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:28:25,157 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962496990372 assigned to meta. Checking AM states. 2023-10-02T12:28:25,158 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:28:25,158 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962496990372 assigned. 2023-10-02T12:28:25,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962496990373', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962496990373 2023-10-02T12:28:25,164 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962496990373 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:28:25,164 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:25,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962496990373" procId is: 22 2023-10-02T12:28:25,165 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962496990373 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:28:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:28:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:28:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:28:25,579 INFO [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b6ac0491a06ec0597c85561476765a40, NAME => 'ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962496990373', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:28:25,995 DEBUG [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:25,996 DEBUG [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(1668): Closing b6ac0491a06ec0597c85561476765a40, disabling compactions & flushes 2023-10-02T12:28:25,996 INFO [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:28:25,996 DEBUG [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:28:25,996 DEBUG [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. after waiting 0 ms 2023-10-02T12:28:25,996 DEBUG [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:28:25,996 INFO [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:28:25,996 DEBUG [RegionOpenAndInit-ns4:test-16962496990373-pool-0 {}] regionserver.HRegion(1622): Region close journal for b6ac0491a06ec0597c85561476765a40: 2023-10-02T12:28:25,997 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962496990373 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:28:25,998 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249705997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249705997"}]},"ts":"1696249705997"} 2023-10-02T12:28:26,000 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:28:26,001 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962496990373 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:28:26,001 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962496990373","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249706001"}]},"ts":"1696249706001"} 2023-10-02T12:28:26,003 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962496990373, state=ENABLING in hbase:meta 2023-10-02T12:28:26,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962496990373, region=b6ac0491a06ec0597c85561476765a40, ASSIGN}] 2023-10-02T12:28:26,010 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962496990373, region=b6ac0491a06ec0597c85561476765a40, ASSIGN 2023-10-02T12:28:26,011 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962496990373, region=b6ac0491a06ec0597c85561476765a40, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:28:26,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b6ac0491a06ec0597c85561476765a40, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:26,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure b6ac0491a06ec0597c85561476765a40, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:26,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:28:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:28:26,325 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:28:26,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => b6ac0491a06ec0597c85561476765a40, NAME => 'ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:26,325 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:26,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962496990373 b6ac0491a06ec0597c85561476765a40 2023-10-02T12:28:26,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:26,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for b6ac0491a06ec0597c85561476765a40 2023-10-02T12:28:26,326 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for b6ac0491a06ec0597c85561476765a40 2023-10-02T12:28:26,328 INFO [StoreOpener-b6ac0491a06ec0597c85561476765a40-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6ac0491a06ec0597c85561476765a40 2023-10-02T12:28:26,335 INFO [StoreOpener-b6ac0491a06ec0597c85561476765a40-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6ac0491a06ec0597c85561476765a40 columnFamilyName f 2023-10-02T12:28:26,335 DEBUG [StoreOpener-b6ac0491a06ec0597c85561476765a40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:26,336 INFO [StoreOpener-b6ac0491a06ec0597c85561476765a40-1 {}] regionserver.HStore(324): Store=b6ac0491a06ec0597c85561476765a40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:26,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns4/test-16962496990373/b6ac0491a06ec0597c85561476765a40 2023-10-02T12:28:26,339 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns4/test-16962496990373/b6ac0491a06ec0597c85561476765a40 2023-10-02T12:28:26,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for b6ac0491a06ec0597c85561476765a40 2023-10-02T12:28:26,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns4/test-16962496990373/b6ac0491a06ec0597c85561476765a40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:26,350 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened b6ac0491a06ec0597c85561476765a40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9425554080, jitterRate=-0.1221768707036972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:28:26,351 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for b6ac0491a06ec0597c85561476765a40: 2023-10-02T12:28:26,352 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40., pid=24, masterSystemTime=1696249706318 2023-10-02T12:28:26,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:28:26,355 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:28:26,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b6ac0491a06ec0597c85561476765a40, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:26,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:28:26,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure b6ac0491a06ec0597c85561476765a40, server=jenkins-hbase3.apache.org,45821,1696249685231 in 195 msec 2023-10-02T12:28:26,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:28:26,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962496990373, region=b6ac0491a06ec0597c85561476765a40, ASSIGN in 355 msec 2023-10-02T12:28:26,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962496990373 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:28:26,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962496990373","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249706366"}]},"ts":"1696249706366"} 2023-10-02T12:28:26,369 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962496990373, state=ENABLED in hbase:meta 2023-10-02T12:28:26,372 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962496990373 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:28:26,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962496990373 in 1.2120 sec 2023-10-02T12:28:26,984 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962496990371' 2023-10-02T12:28:26,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962496990372' 2023-10-02T12:28:26,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962496990373' 2023-10-02T12:28:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:28:27,284 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962496990373, procId: 22 completed 2023-10-02T12:28:27,284 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962496990373 get assigned. Timeout = 60000ms 2023-10-02T12:28:27,284 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:28:27,290 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962496990373 assigned to meta. Checking AM states. 2023-10-02T12:28:27,291 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:28:27,291 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962496990373 assigned. 2023-10-02T12:28:27,291 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5b325f0d to 127.0.0.1:50046 2023-10-02T12:28:27,291 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:27,338 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackupDeleteTable#testIncBackupDeleteTable Thread=584, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=777, ProcessCount=180, AvailableMemoryMB=1307 2023-10-02T12:28:27,338 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-10-02T12:28:27,341 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] backup.TestIncrementalBackupDeleteTable(60): create full backup image for all tables 2023-10-02T12:28:27,344 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3c1cd66d to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:27,353 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75306f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:27,363 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:27,366 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35888, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:27,384 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:28:27,386 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40522, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:28:27,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:28:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:28:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:28:27,429 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:28:27,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 29 msec 2023-10-02T12:28:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:28:27,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:28:27,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:28:27,537 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:27,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-10-02T12:28:27,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:28:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:28:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:28:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:28:27,966 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 84384bb1efbe9dee00ddae687a1851ca, NAME => 'backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:28:28,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:28,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 84384bb1efbe9dee00ddae687a1851ca, disabling compactions & flushes 2023-10-02T12:28:28,380 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:28,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:28,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. after waiting 0 ms 2023-10-02T12:28:28,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:28,380 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:28,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 84384bb1efbe9dee00ddae687a1851ca: 2023-10-02T12:28:28,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:28:28,383 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696249708382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249708382"}]},"ts":"1696249708382"} 2023-10-02T12:28:28,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:28:28,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:28:28,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249708387"}]},"ts":"1696249708387"} 2023-10-02T12:28:28,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:28:28,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=84384bb1efbe9dee00ddae687a1851ca, ASSIGN}] 2023-10-02T12:28:28,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=84384bb1efbe9dee00ddae687a1851ca, ASSIGN 2023-10-02T12:28:28,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=84384bb1efbe9dee00ddae687a1851ca, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:28:28,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=84384bb1efbe9dee00ddae687a1851ca, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:28,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 84384bb1efbe9dee00ddae687a1851ca, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:28:28,712 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:28,712 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 84384bb1efbe9dee00ddae687a1851ca, NAME => 'backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:28,713 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:28,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:28,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:28,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:28,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:28,715 INFO [StoreOpener-84384bb1efbe9dee00ddae687a1851ca-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:28,717 INFO [StoreOpener-84384bb1efbe9dee00ddae687a1851ca-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84384bb1efbe9dee00ddae687a1851ca columnFamilyName meta 2023-10-02T12:28:28,718 DEBUG [StoreOpener-84384bb1efbe9dee00ddae687a1851ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:28,718 INFO [StoreOpener-84384bb1efbe9dee00ddae687a1851ca-1 {}] regionserver.HStore(324): Store=84384bb1efbe9dee00ddae687a1851ca/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:28,719 INFO [StoreOpener-84384bb1efbe9dee00ddae687a1851ca-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:28,720 INFO [StoreOpener-84384bb1efbe9dee00ddae687a1851ca-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84384bb1efbe9dee00ddae687a1851ca columnFamilyName session 2023-10-02T12:28:28,721 DEBUG [StoreOpener-84384bb1efbe9dee00ddae687a1851ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:28,721 INFO [StoreOpener-84384bb1efbe9dee00ddae687a1851ca-1 {}] regionserver.HStore(324): Store=84384bb1efbe9dee00ddae687a1851ca/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:28,722 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:28,723 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:28,725 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:28:28,726 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:28,729 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:28,730 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 84384bb1efbe9dee00ddae687a1851ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10628384960, jitterRate=-0.010154515504837036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:28:28,732 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 84384bb1efbe9dee00ddae687a1851ca: 2023-10-02T12:28:28,733 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca., pid=28, masterSystemTime=1696249708706 2023-10-02T12:28:28,736 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:28,736 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:28,736 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=84384bb1efbe9dee00ddae687a1851ca, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:28,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:28:28,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 84384bb1efbe9dee00ddae687a1851ca, server=jenkins-hbase3.apache.org,45821,1696249685231 in 186 msec 2023-10-02T12:28:28,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:28:28,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=84384bb1efbe9dee00ddae687a1851ca, ASSIGN in 348 msec 2023-10-02T12:28:28,746 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:28:28,746 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249708746"}]},"ts":"1696249708746"} 2023-10-02T12:28:28,749 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:28:28,754 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:28:28,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2220 sec 2023-10-02T12:28:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:28:29,649 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-10-02T12:28:29,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:28:29,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:28:29,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:29,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-10-02T12:28:29,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:28:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:28:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:28:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:28:30,085 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7e3f72fea8756e8dd46e2210c9ffda73, NAME => 'backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:28:30,501 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:30,501 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 7e3f72fea8756e8dd46e2210c9ffda73, disabling compactions & flushes 2023-10-02T12:28:30,501 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:28:30,501 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:28:30,501 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. after waiting 0 ms 2023-10-02T12:28:30,501 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:28:30,501 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:28:30,501 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7e3f72fea8756e8dd46e2210c9ffda73: 2023-10-02T12:28:30,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:28:30,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249710503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249710503"}]},"ts":"1696249710503"} 2023-10-02T12:28:30,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:28:30,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:28:30,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249710510"}]},"ts":"1696249710510"} 2023-10-02T12:28:30,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:28:30,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7e3f72fea8756e8dd46e2210c9ffda73, ASSIGN}] 2023-10-02T12:28:30,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7e3f72fea8756e8dd46e2210c9ffda73, ASSIGN 2023-10-02T12:28:30,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=7e3f72fea8756e8dd46e2210c9ffda73, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:28:30,673 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7e3f72fea8756e8dd46e2210c9ffda73, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:30,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 7e3f72fea8756e8dd46e2210c9ffda73, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:28:30,854 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:28:30,854 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 7e3f72fea8756e8dd46e2210c9ffda73, NAME => 'backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:30,855 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:30,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:28:30,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:30,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:28:30,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:28:30,861 INFO [StoreOpener-7e3f72fea8756e8dd46e2210c9ffda73-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:28:30,863 INFO [StoreOpener-7e3f72fea8756e8dd46e2210c9ffda73-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3f72fea8756e8dd46e2210c9ffda73 columnFamilyName meta 2023-10-02T12:28:30,864 DEBUG [StoreOpener-7e3f72fea8756e8dd46e2210c9ffda73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:30,865 INFO [StoreOpener-7e3f72fea8756e8dd46e2210c9ffda73-1 {}] regionserver.HStore(324): Store=7e3f72fea8756e8dd46e2210c9ffda73/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:30,865 INFO [StoreOpener-7e3f72fea8756e8dd46e2210c9ffda73-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:28:30,867 INFO [StoreOpener-7e3f72fea8756e8dd46e2210c9ffda73-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3f72fea8756e8dd46e2210c9ffda73 columnFamilyName session 2023-10-02T12:28:30,867 DEBUG [StoreOpener-7e3f72fea8756e8dd46e2210c9ffda73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:30,868 INFO [StoreOpener-7e3f72fea8756e8dd46e2210c9ffda73-1 {}] regionserver.HStore(324): Store=7e3f72fea8756e8dd46e2210c9ffda73/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:30,871 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system_bulk/7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:28:30,871 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system_bulk/7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:28:30,875 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:28:30,877 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:28:30,880 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system_bulk/7e3f72fea8756e8dd46e2210c9ffda73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:30,881 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 7e3f72fea8756e8dd46e2210c9ffda73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12011562080, jitterRate=0.11866389214992523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:28:30,882 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 7e3f72fea8756e8dd46e2210c9ffda73: 2023-10-02T12:28:30,883 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73., pid=31, masterSystemTime=1696249710828 2023-10-02T12:28:30,886 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:28:30,886 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:28:30,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7e3f72fea8756e8dd46e2210c9ffda73, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:30,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-10-02T12:28:30,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 7e3f72fea8756e8dd46e2210c9ffda73, server=jenkins-hbase3.apache.org,45821,1696249685231 in 214 msec 2023-10-02T12:28:30,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-10-02T12:28:30,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=7e3f72fea8756e8dd46e2210c9ffda73, ASSIGN in 374 msec 2023-10-02T12:28:30,896 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:28:30,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249710896"}]},"ts":"1696249710896"} 2023-10-02T12:28:30,899 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:28:30,902 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:28:30,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.2380 sec 2023-10-02T12:28:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:28:31,783 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-10-02T12:28:31,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:28:31,835 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:28:31,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:28:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249711980 (current time:1696249711980). 2023-10-02T12:28:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:28:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:28:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4859a9dc to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72de259c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:32,043 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53748, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4859a9dc to 127.0.0.1:50046 2023-10-02T12:28:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:28:32,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962496990371 2023-10-02T12:28:32,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962496990371 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:32,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:28:32,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:32,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962496990372 2023-10-02T12:28:32,056 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962496990372 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:32,057 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:28:32,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:32,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962496990373 2023-10-02T12:28:32,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962496990373 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:28:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:28:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:28:32,095 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:28:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:28:32,128 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:28:32,161 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot, current working dir path: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:28:32,164 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:28:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:28:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:28:32,596 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:28:32,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 84384bb1efbe9dee00ddae687a1851ca}] 2023-10-02T12:28:32,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:28:32,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45821 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-10-02T12:28:32,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:32,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 84384bb1efbe9dee00ddae687a1851ca 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:28:32,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/44295b29564942b4b19bd1d61d1d395b is 49, key is activesession:/session:c/1696249711939/Put/seqid=0 2023-10-02T12:28:32,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/44295b29564942b4b19bd1d61d1d395b 2023-10-02T12:28:32,989 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:28:32,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:28:33,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/44295b29564942b4b19bd1d61d1d395b as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/44295b29564942b4b19bd1d61d1d395b 2023-10-02T12:28:33,151 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/44295b29564942b4b19bd1d61d1d395b, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:28:33,156 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 84384bb1efbe9dee00ddae687a1851ca in 377ms, sequenceid=5, compaction requested=false 2023-10-02T12:28:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 84384bb1efbe9dee00ddae687a1851ca: 2023-10-02T12:28:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. for snapshot_backup_system completed. 2023-10-02T12:28:33,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:28:33,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:28:33,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:28:33,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/44295b29564942b4b19bd1d61d1d395b] hfiles 2023-10-02T12:28:33,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/44295b29564942b4b19bd1d61d1d395b for snapshot=snapshot_backup_system 2023-10-02T12:28:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:28:33,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:33,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-10-02T12:28:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-10-02T12:28:33,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:33,234 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:33,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:28:33,238 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:28:33,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 84384bb1efbe9dee00ddae687a1851ca in 635 msec 2023-10-02T12:28:33,241 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:28:33,245 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:28:33,245 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:28:33,249 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:28:33,352 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:28:33,397 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:28:33,398 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:28:33,401 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:28:33,401 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:28:33,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3350 sec 2023-10-02T12:28:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:28:34,223 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-10-02T12:28:34,224 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(115): Backup backup_1696249707356 started at 1696249714223. 2023-10-02T12:28:34,258 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(119): Backup session backup_1696249707356 has been started. 2023-10-02T12:28:34,271 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:28:34,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:28:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:28:34,319 INFO [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:28:34,319 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:28:34,329 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:28:34,329 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:28:34,330 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,330 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:34,333 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,335 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,335 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:28:34,338 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:28:34,338 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:28:34,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:28:34,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:34,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:28:34,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:34,346 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:28:34,349 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:28:34,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:28:34,349 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:28:34,349 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:28:34,351 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:28:34,351 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:28:34,351 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45821,1696249685231' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:28:34,356 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,356 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,356 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:28:34,356 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:28:34,357 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:34,357 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:28:34,357 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:28:34,357 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:28:34,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:28:34,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:34,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:28:34,360 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45821,1696249685231' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:28:34,361 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@60b74bb8[Count = 0] remaining members to acquire global barrier 2023-10-02T12:28:34,361 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:28:34,361 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:34,363 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:34,364 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:34,364 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:34,364 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:28:34,364 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,364 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:28:34,365 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:28:34,366 DEBUG [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,366 INFO [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249689330 highest: 1696249689330 on jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,366 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta:.meta(num 1696249689928) roll requested 2023-10-02T12:28:34,380 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249714366.meta, exclude list is [], retry=0 2023-10-02T12:28:34,399 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK] 2023-10-02T12:28:34,435 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249689928.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249714366.meta 2023-10-02T12:28:34,441 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK]] 2023-10-02T12:28:34,441 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249689928.meta is not closed yet, will try archiving it next time 2023-10-02T12:28:34,441 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45821%2C1696249685231:(num 1696249689330) roll requested 2023-10-02T12:28:34,483 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441, exclude list is [], retry=0 2023-10-02T12:28:34,489 DEBUG [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 123 2023-10-02T12:28:34,489 INFO [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249714441 on jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,490 DEBUG [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:28:34,493 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60008, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:28:34,507 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK] 2023-10-02T12:28:34,518 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249689330 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 2023-10-02T12:28:34,519 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK]] 2023-10-02T12:28:34,519 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249689330 is not closed yet, will try archiving it next time 2023-10-02T12:28:34,548 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:28:34,548 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45821,1696249685231' in zk 2023-10-02T12:28:34,552 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,552 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:28:34,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,552 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:28:34,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:28:34,552 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:28:34,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:28:34,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:28:34,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:28:34,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:34,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:28:34,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:34,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45821,1696249685231': 2023-10-02T12:28:34,559 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45821,1696249685231' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:28:34,559 INFO [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:28:34,559 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:28:34,559 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:28:34,559 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:28:34,559 INFO [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:28:34,562 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,562 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:28:34,562 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,562 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:28:34,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:28:34,563 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:28:34,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:28:34,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:28:34,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,564 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:34,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:28:34,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:34,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,566 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:28:34,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:34,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,578 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,578 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:34,578 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:34,578 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:34,578 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:28:34,578 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:34,579 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:28:34,579 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:34,579 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:28:34,579 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:28:34,579 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:28:34,579 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:28:34,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:28:34,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:28:34,580 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:28:34,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:28:34,583 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:28:34,583 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:28:34,683 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:28:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:28:34,719 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } 2023-10-02T12:28:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249714719 (current time:1696249714719). 2023-10-02T12:28:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:28:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249714718_default_test-1696249699037 VERSION not specified, setting to 2 2023-10-02T12:28:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x37c4f1a7 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c99a432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:34,735 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53750, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x37c4f1a7 to 127.0.0.1:50046 2023-10-02T12:28:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:28:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } 2023-10-02T12:28:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:28:34,742 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:28:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:28:34,743 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:28:34,747 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot, current working dir path: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_1696249714718_default_test-1696249699037 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:28:34,749 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:28:34,769 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:28:34,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure dd5e238745a770769105ba7e89a78c4a}] 2023-10-02T12:28:34,772 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:28:34,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45821 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-10-02T12:28:34,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:34,926 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing dd5e238745a770769105ba7e89a78c4a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:28:34,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/.tmp/f/ab10b01a563d4e54a14fb494b090e3e9 is 37, key is row10/f:q1/1696249701710/Put/seqid=0 2023-10-02T12:28:34,964 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/.tmp/f/ab10b01a563d4e54a14fb494b090e3e9 2023-10-02T12:28:34,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/.tmp/f/ab10b01a563d4e54a14fb494b090e3e9 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9 2023-10-02T12:28:34,994 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:28:34,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for dd5e238745a770769105ba7e89a78c4a in 70ms, sequenceid=103, compaction requested=false 2023-10-02T12:28:34,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for dd5e238745a770769105ba7e89a78c4a: 2023-10-02T12:28:34,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. for snapshot_1696249714718_default_test-1696249699037 completed. 2023-10-02T12:28:34,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a.' region-info for snapshot=snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:34,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:28:34,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9] hfiles 2023-10-02T12:28:34,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9 for snapshot=snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:35,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:28:35,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-10-02T12:28:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-10-02T12:28:35,014 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249714718_default_test-1696249699037 on region dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:35,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:35,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:28:35,019 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:28:35,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure dd5e238745a770769105ba7e89a78c4a in 247 msec 2023-10-02T12:28:35,020 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:28:35,021 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:28:35,021 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:35,022 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:28:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:28:35,526 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:28:35,564 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:28:35,565 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_1696249714718_default_test-1696249699037 to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:35,568 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:28:35,568 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:28:35,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249714718_default_test-1696249699037 table=test-1696249699037 type=FLUSH ttl=0 } in 830 msec 2023-10-02T12:28:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:28:35,864 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1696249699037, procId: 34 completed 2023-10-02T12:28:35,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } 2023-10-02T12:28:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249715866 (current time:1696249715866). 2023-10-02T12:28:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:28:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249715864_ns2_test-16962496990371 VERSION not specified, setting to 2 2023-10-02T12:28:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x18fc98be to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c517a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:35,898 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53766, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x18fc98be to 127.0.0.1:50046 2023-10-02T12:28:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:28:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } 2023-10-02T12:28:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:28:35,907 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:28:35,908 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:28:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:28:35,919 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot, current working dir path: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_1696249715864_ns2_test-16962496990371 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:28:35,923 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:28:35,951 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:28:35,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7266e907404228aac3fa830409b746ae}] 2023-10-02T12:28:35,953 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:28:36,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45821 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-10-02T12:28:36,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:36,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 7266e907404228aac3fa830409b746ae 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:28:36,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/.tmp/f/502c7aa9f5a045628ec961f74bf70e67 is 37, key is row10/f:q1/1696249702941/Put/seqid=0 2023-10-02T12:28:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:28:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:28:36,563 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/.tmp/f/502c7aa9f5a045628ec961f74bf70e67 2023-10-02T12:28:36,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/.tmp/f/502c7aa9f5a045628ec961f74bf70e67 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67 2023-10-02T12:28:36,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:28:36,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7266e907404228aac3fa830409b746ae in 480ms, sequenceid=103, compaction requested=false 2023-10-02T12:28:36,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 7266e907404228aac3fa830409b746ae: 2023-10-02T12:28:36,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. for snapshot_1696249715864_ns2_test-16962496990371 completed. 2023-10-02T12:28:36,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae.' region-info for snapshot=snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:36,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:28:36,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67] hfiles 2023-10-02T12:28:36,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67 for snapshot=snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:36,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:36,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-10-02T12:28:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-10-02T12:28:36,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249715864_ns2_test-16962496990371 on region 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:36,616 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:36,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-10-02T12:28:36,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 7266e907404228aac3fa830409b746ae in 665 msec 2023-10-02T12:28:36,620 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:28:36,622 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:28:36,623 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:28:36,623 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:36,626 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:28:37,120 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:28:37,251 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:28:37,252 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_1696249715864_ns2_test-16962496990371 to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:37,254 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:28:37,254 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:28:37,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249715864_ns2_test-16962496990371 table=ns2:test-16962496990371 type=FLUSH ttl=0 } in 1.3520 sec 2023-10-02T12:28:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:28:38,031 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns2:test-16962496990371, procId: 36 completed 2023-10-02T12:28:38,031 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249707356 2023-10-02T12:28:38,031 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:28:38,033 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-10-02T12:28:38,036 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249707356_ns2:test-16962496990371 2023-10-02T12:28:38,037 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249715864_ns2_test-16962496990371 to hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/ 2023-10-02T12:28:38,051 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:28:38,099 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:43979, inputRoot=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:38,099 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,44731,1696249680158_1863495569_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/.hbase-snapshot/.tmp/snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:38,099 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:43979, inputRoot=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9, snapshotDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/snapshot_1696249715864_ns2_test-16962496990371. 2023-10-02T12:28:38,118 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/snapshot_1696249715864_ns2_test-16962496990371 to hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/.hbase-snapshot/.tmp/snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:38,179 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:38,180 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:38,181 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:38,181 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,498 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop-5028020816260904524.jar 2023-10-02T12:28:39,498 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,499 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,500 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,501 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,501 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,502 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,502 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,503 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,504 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:39,505 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:28:39,506 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:28:39,507 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:28:39,507 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:28:39,508 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:28:39,509 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:28:39,509 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:28:39,510 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:28:39,511 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:28:39,511 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:28:39,512 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:28:39,513 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:28:39,519 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:28:39,519 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:28:39,520 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:28:39,520 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:28:39,521 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:28:39,522 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:28:39,523 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:28:39,615 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:28:39,696 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249715864_ns2_test-16962496990371' hfile list 2023-10-02T12:28:39,711 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:28:40,083 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:28:40,087 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60024, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:28:40,159 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249719972/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:28:40,160 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249719972/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:28:40,606 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:28:40,695 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67 output=hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67 2023-10-02T12:28:40,695 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 0.801M/sec 2023-10-02T12:28:41,280 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:28:41,282 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:28:41,309 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:41,310 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249715864_ns2_test-16962496990371 finished. 2023-10-02T12:28:41,310 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249707356_test-1696249699037 2023-10-02T12:28:41,310 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249714718_default_test-1696249699037 to hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/ 2023-10-02T12:28:41,310 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:28:41,352 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:43979, inputRoot=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:41,352 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,44731,1696249680158_1301671326_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/.hbase-snapshot/.tmp/snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:41,352 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:43979, inputRoot=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9, snapshotDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/snapshot_1696249714718_default_test-1696249699037. 2023-10-02T12:28:41,375 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/snapshot_1696249714718_default_test-1696249699037 to hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/.hbase-snapshot/.tmp/snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:41,465 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:41,466 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:41,467 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:41,468 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,787 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop-3018803251801446387.jar 2023-10-02T12:28:42,788 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,788 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,789 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,790 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,790 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,791 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,791 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,792 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,792 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:42,793 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:28:42,794 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:28:42,795 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:28:42,796 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:28:42,796 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:28:42,797 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:28:42,798 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:28:42,798 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:28:42,799 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:28:42,800 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:28:42,800 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:28:42,801 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:28:42,802 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:28:42,803 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:28:42,806 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:28:42,806 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:28:42,807 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:28:42,808 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:28:42,809 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:28:42,855 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:28:42,955 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249714718_default_test-1696249699037' hfile list 2023-10-02T12:28:42,965 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:28:43,086 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249723034/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:28:43,086 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249723034/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:28:43,179 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:28:43,219 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9 output=hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9 2023-10-02T12:28:43,219 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 1.601M/sec 2023-10-02T12:28:44,146 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:28:44,147 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:28:44,161 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:44,161 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249714718_default_test-1696249699037 finished. 2023-10-02T12:28:44,162 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(1034): ns2:test-16962496990371 2023-10-02T12:28:44,162 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(1034): test-1696249699037 2023-10-02T12:28:44,316 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249707356 2023-10-02T12:28:44,316 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:28:44,337 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43979/backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:28:44,337 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249707356 2023-10-02T12:28:44,337 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:28:44,356 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43979/backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:28:44,356 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(358): Backup backup_1696249707356 finished: type=FULL,tablelist=ns2:test-16962496990371;test-1696249699037,targetRootDir=hdfs://localhost:43979/backupUT,startts=1696249714223,completets=1696249724312,bytescopied=0 2023-10-02T12:28:44,356 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:28:44,356 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:44,365 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249715864_ns2_test-16962496990371" 2023-10-02T12:28:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249715864_ns2_test-16962496990371 2023-10-02T12:28:44,376 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249715864_ns2_test-16962496990371 for backup backup_1696249707356 succeeded. 2023-10-02T12:28:44,376 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:44,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249714718_default_test-1696249699037" 2023-10-02T12:28:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249714718_default_test-1696249699037 2023-10-02T12:28:44,384 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249714718_default_test-1696249699037 for backup backup_1696249707356 succeeded. 2023-10-02T12:28:44,386 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:28:44,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:28:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:28:44,421 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:28:44,432 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:28:44,460 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(376): Backup backup_1696249707356 completed. 2023-10-02T12:28:44,902 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$18(967): Started disable of ns2:test-16962496990371 2023-10-02T12:28:44,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable ns2:test-16962496990371 2023-10-02T12:28:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:test-16962496990371 2023-10-02T12:28:44,934 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962496990371","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249724933"}]},"ts":"1696249724933"} 2023-10-02T12:28:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:28:45,042 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962496990371, state=DISABLING in hbase:meta 2023-10-02T12:28:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:28:45,056 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set ns2:test-16962496990371 to state=DISABLING 2023-10-02T12:28:45,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:test-16962496990371, region=7266e907404228aac3fa830409b746ae, UNASSIGN}] 2023-10-02T12:28:45,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:test-16962496990371, region=7266e907404228aac3fa830409b746ae, UNASSIGN 2023-10-02T12:28:45,077 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=7266e907404228aac3fa830409b746ae, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:45,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; CloseRegionProcedure 7266e907404228aac3fa830409b746ae, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:45,254 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(119): Close 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:45,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1668): Closing 7266e907404228aac3fa830409b746ae, disabling compactions & flushes 2023-10-02T12:28:45,255 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1690): Closing region ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:45,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:45,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. after waiting 0 ms 2023-10-02T12:28:45,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:28:45,295 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:28:45,296 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:28:45,298 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1909): Closed ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae. 2023-10-02T12:28:45,298 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1622): Region close journal for 7266e907404228aac3fa830409b746ae: 2023-10-02T12:28:45,301 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(163): Closed 7266e907404228aac3fa830409b746ae 2023-10-02T12:28:45,302 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=7266e907404228aac3fa830409b746ae, regionState=CLOSED 2023-10-02T12:28:45,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-10-02T12:28:45,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; CloseRegionProcedure 7266e907404228aac3fa830409b746ae, server=jenkins-hbase3.apache.org,45821,1696249685231 in 226 msec 2023-10-02T12:28:45,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-10-02T12:28:45,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962496990371, region=7266e907404228aac3fa830409b746ae, UNASSIGN in 245 msec 2023-10-02T12:28:45,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962496990371","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249725314"}]},"ts":"1696249725314"} 2023-10-02T12:28:45,316 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962496990371, state=DISABLED in hbase:meta 2023-10-02T12:28:45,324 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set ns2:test-16962496990371 to state=DISABLED 2023-10-02T12:28:45,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; DisableTableProcedure table=ns2:test-16962496990371 in 413 msec 2023-10-02T12:28:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:28:45,564 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: ns2:test-16962496990371, procId: 38 completed 2023-10-02T12:28:45,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete ns2:test-16962496990371 2023-10-02T12:28:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns2:test-16962496990371 2023-10-02T12:28:45,587 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=41, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns2:test-16962496990371 2023-10-02T12:28:45,590 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=41, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns2:test-16962496990371 2023-10-02T12:28:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:28:45,602 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae 2023-10-02T12:28:45,611 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f, FileablePath, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/recovered.edits] 2023-10-02T12:28:45,632 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67 to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67 2023-10-02T12:28:45,640 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/recovered.edits/106.seqid to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/recovered.edits/106.seqid 2023-10-02T12:28:45,646 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae 2023-10-02T12:28:45,648 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(293): Archived ns2:test-16962496990371 regions 2023-10-02T12:28:45,664 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=41, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns2:test-16962496990371 2023-10-02T12:28:45,685 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:test-16962496990371 from hbase:meta 2023-10-02T12:28:45,693 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:test-16962496990371' descriptor. 2023-10-02T12:28:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:28:45,704 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=41, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns2:test-16962496990371 2023-10-02T12:28:45,704 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:test-16962496990371' from region states. 2023-10-02T12:28:45,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696249725704"}]},"ts":"9223372036854775807"} 2023-10-02T12:28:45,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-10-02T12:28:45,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7266e907404228aac3fa830409b746ae, NAME => 'ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae.', STARTKEY => '', ENDKEY => ''}] 2023-10-02T12:28:45,726 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:test-16962496990371' as deleted. 2023-10-02T12:28:45,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:test-16962496990371","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696249725726"}]},"ts":"9223372036854775807"} 2023-10-02T12:28:45,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:test-16962496990371 state from META 2023-10-02T12:28:45,769 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(127): Finished pid=41, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns2:test-16962496990371 2023-10-02T12:28:45,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; DeleteTableProcedure table=ns2:test-16962496990371 in 194 msec 2023-10-02T12:28:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:28:45,908 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: ns2:test-16962496990371, procId: 41 completed 2023-10-02T12:28:46,127 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:28:46,133 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:28:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249726133 (current time:1696249726133). 2023-10-02T12:28:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:28:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:28:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a3e3c34 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a100a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:46,158 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56512, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a3e3c34 to 127.0.0.1:50046 2023-10-02T12:28:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:28:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:28:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-10-02T12:28:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:28:46,182 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:28:46,184 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:28:46,188 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot, current working dir path: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:28:46,191 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:28:46,207 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:28:46,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 84384bb1efbe9dee00ddae687a1851ca}] 2023-10-02T12:28:46,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:28:46,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45821 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-10-02T12:28:46,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:46,363 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing 84384bb1efbe9dee00ddae687a1851ca 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-10-02T12:28:46,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/meta/63fd2c824b834d619c1c66993918ecb7 is 171, key is trslm:hdfs://localhost:43979/backupUT\x00ns2:test-16962496990371/meta:log-roll-map/1696249724294/Put/seqid=0 2023-10-02T12:28:46,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/meta/63fd2c824b834d619c1c66993918ecb7 2023-10-02T12:28:46,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/2a890d1df5624fdf98d6083536827ea9 is 459, key is session:backup_1696249707356/session:context/1696249724430/Put/seqid=0 2023-10-02T12:28:46,468 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/2a890d1df5624fdf98d6083536827ea9 2023-10-02T12:28:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:28:46,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/meta/63fd2c824b834d619c1c66993918ecb7 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/meta/63fd2c824b834d619c1c66993918ecb7 2023-10-02T12:28:46,501 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/meta/63fd2c824b834d619c1c66993918ecb7, entries=6, sequenceid=17, filesize=5.8 K 2023-10-02T12:28:46,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/2a890d1df5624fdf98d6083536827ea9 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/2a890d1df5624fdf98d6083536827ea9 2023-10-02T12:28:46,522 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/2a890d1df5624fdf98d6083536827ea9, entries=2, sequenceid=17, filesize=5.4 K 2023-10-02T12:28:46,525 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for 84384bb1efbe9dee00ddae687a1851ca in 163ms, sequenceid=17, compaction requested=false 2023-10-02T12:28:46,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for 84384bb1efbe9dee00ddae687a1851ca: 2023-10-02T12:28:46,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. for snapshot_backup_system completed. 2023-10-02T12:28:46,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:28:46,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:28:46,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/meta/63fd2c824b834d619c1c66993918ecb7] hfiles 2023-10-02T12:28:46,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/meta/63fd2c824b834d619c1c66993918ecb7 for snapshot=snapshot_backup_system 2023-10-02T12:28:46,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/44295b29564942b4b19bd1d61d1d395b, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/2a890d1df5624fdf98d6083536827ea9] hfiles 2023-10-02T12:28:46,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/44295b29564942b4b19bd1d61d1d395b for snapshot=snapshot_backup_system 2023-10-02T12:28:46,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/2a890d1df5624fdf98d6083536827ea9 for snapshot=snapshot_backup_system 2023-10-02T12:28:46,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:28:46,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-10-02T12:28:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster(3995): Remote procedure done, pid=43 2023-10-02T12:28:46,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:46,574 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:28:46,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-10-02T12:28:46,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure 84384bb1efbe9dee00ddae687a1851ca in 368 msec 2023-10-02T12:28:46,579 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:28:46,580 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:28:46,581 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:28:46,581 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:28:46,582 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:28:46,633 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:28:46,652 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:28:46,653 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:28:46,657 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:28:46,657 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-10-02T12:28:46,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 489 msec 2023-10-02T12:28:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-02T12:28:46,779 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 42 completed 2023-10-02T12:28:46,779 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(115): Backup backup_1696249725908 started at 1696249726779. 2023-10-02T12:28:46,781 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(119): Backup session backup_1696249725908 has been started. 2023-10-02T12:28:46,787 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1696249699037, ns2:test-16962496990371] 2023-10-02T12:28:46,796 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalBackupManager(76): StartCode 1696249689330for backupID backup_1696249725908 2023-10-02T12:28:46,796 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-10-02T12:28:46,797 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:28:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:28:46,797 INFO [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:28:46,797 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:28:46,803 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:28:46,803 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:28:46,806 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:46,806 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:46,808 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,808 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,808 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:28:46,810 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:28:46,810 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:28:46,810 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:28:46,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:46,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:46,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:28:46,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:46,826 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:28:46,826 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:28:46,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:28:46,827 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:28:46,827 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:28:46,828 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:28:46,828 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:28:46,828 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45821,1696249685231' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:28:46,831 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:46,831 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,832 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:28:46,832 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:28:46,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:28:46,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:28:46,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:28:46,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:28:46,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:46,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:28:46,835 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45821,1696249685231' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:28:46,835 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@a4267be[Count = 0] remaining members to acquire global barrier 2023-10-02T12:28:46,835 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:28:46,835 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:46,837 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,837 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:28:46,838 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:46,838 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:46,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:46,839 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:28:46,843 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:28:46,843 DEBUG [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,843 INFO [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249714441 highest: 1696249714441 on jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,843 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta:.meta(num 1696249714366) roll requested 2023-10-02T12:28:46,862 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249726843.meta, exclude list is [], retry=0 2023-10-02T12:28:46,879 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK] 2023-10-02T12:28:46,883 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249714366.meta with entries=7, filesize=1.57 KB; new WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249726843.meta 2023-10-02T12:28:46,884 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK]] 2023-10-02T12:28:46,884 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249714366.meta is not closed yet, will try archiving it next time 2023-10-02T12:28:46,884 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45821%2C1696249685231:(num 1696249714441) roll requested 2023-10-02T12:28:46,902 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249726884, exclude list is [], retry=0 2023-10-02T12:28:46,924 DEBUG [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2023-10-02T12:28:46,924 INFO [rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249726884 on jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:46,925 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK] 2023-10-02T12:28:46,939 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 with entries=114, filesize=14.26 KB; new WAL /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249726884 2023-10-02T12:28:46,940 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45563,DS-c67e740f-9632-4c43-9e77-59294b24cefd,DISK]] 2023-10-02T12:28:46,940 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 is not closed yet, will try archiving it next time 2023-10-02T12:28:46,993 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:28:46,993 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45821,1696249685231' in zk 2023-10-02T12:28:47,010 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:28:47,010 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,010 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:28:47,010 DEBUG [member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:28:47,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:28:47,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:28:47,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:28:47,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:28:47,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:47,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:28:47,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:47,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45821,1696249685231': 2023-10-02T12:28:47,026 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45821,1696249685231' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:28:47,026 INFO [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:28:47,026 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:28:47,026 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:28:47,026 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:28:47,026 INFO [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:28:47,050 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:28:47,050 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:28:47,050 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:28:47,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:47,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:28:47,050 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:28:47,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:28:47,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:47,051 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:28:47,051 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:28:47,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:28:47,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:28:47,055 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:47,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:28:47,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:47,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,060 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:28:47,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:28:47,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,078 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:28:47,078 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:28:47,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:28:47,079 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:28:47,079 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,079 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:47,079 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:28:47,079 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:47,079 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:47,079 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:28:47,079 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:28:47,080 DEBUG [(jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:28:47,080 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:28:47,080 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:28:47,081 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:28:47,081 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:28:47,081 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:28:47,082 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:28:47,182 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:28:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:28:47,206 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:45821=1696249689330} newestTimestamps: {jenkins-hbase3.apache.org:45821=1696249714441} 2023-10-02T12:28:47,216 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249689928.meta 2023-10-02T12:28:47,216 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249714366.meta 2023-10-02T12:28:47,216 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta.1696249726843.meta 2023-10-02T12:28:47,216 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 2023-10-02T12:28:47,216 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249726884 2023-10-02T12:28:47,692 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.BackupUtils(146): Attempting to copy table info for:test-1696249699037 target: hdfs://localhost:43979/backupUT/backup_1696249725908/default/test-1696249699037 descriptor: 'test-1696249699037', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:47,692 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:28:47,695 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.BackupUtils(151): Starting to write region info for table test-1696249699037 2023-10-02T12:28:48,127 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.BackupUtils(158): Finished writing region info for table test-1696249699037 2023-10-02T12:28:48,150 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalTableBackupClient(376): Table ns2:test-16962496990371 does not exists. Skipping in WAL converter 2023-10-02T12:28:48,155 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:43979/backupUT/.tmp/backup_1696249725908 from hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 2023-10-02T12:28:48,160 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7cf0b7a5 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:48,223 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81471b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:48,239 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:28:48,247 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:37570, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:28:48,275 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:28:48,275 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696249699037 2023-10-02T12:28:48,298 DEBUG [hconnection-0x6d274efd-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:48,303 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56520, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:48,331 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696249699037: test-1696249699037; 2023-10-02T12:28:48,332 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:28:48,332 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/partitions_f8c45787-6451-4af1-ab92-2681e1a2b7bd 2023-10-02T12:28:48,453 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:48,453 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:48,454 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:48,455 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,833 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop-5428968087958214843.jar 2023-10-02T12:28:49,834 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,835 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,835 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,836 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,837 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,837 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,838 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,839 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,839 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,840 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:28:49,841 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:28:49,842 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:28:49,843 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:28:49,844 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:28:49,844 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:28:49,845 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:28:49,845 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:28:49,846 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:28:49,847 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:28:49,848 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:28:49,848 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:28:49,851 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,852 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,853 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,853 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,853 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,854 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:49,855 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:28:49,856 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1696249699037 2023-10-02T12:28:49,856 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:28:49,856 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7cf0b7a5 to 127.0.0.1:50046 2023-10-02T12:28:49,856 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:49,857 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:28:50,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:28:51,361 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop-2254333776672418394.jar 2023-10-02T12:28:51,367 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:28:51,388 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 for WAL files 2023-10-02T12:28:51,390 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 2023-10-02T12:28:51,570 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249731458/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:28:51,570 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249731458/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:28:51,655 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 for hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/WALs/jenkins-hbase3.apache.org,45821,1696249685231/jenkins-hbase3.apache.org%2C45821%2C1696249685231.1696249714441 (-9223372036854775808:9223372036854775807) length:14610 2023-10-02T12:28:51,688 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-10-02T12:28:51,696 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-10-02T12:28:51,725 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-10-02T12:28:51,725 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-10-02T12:28:51,948 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7d46f312 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:51,975 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1907234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:51,986 DEBUG [hconnection-0x481cf9e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:51,989 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48508, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:51,991 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7d46f312 to 127.0.0.1:50046 2023-10-02T12:28:51,992 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:51,999 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-10-02T12:28:51,999 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:28:52,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962496990371 2023-10-02T12:28:52,046 DEBUG [pool-204-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/backupUT/.tmp/backup_1696249725908/_temporary/0/_temporary/attempt_local49951012_0003_r_000000_0/default/test-1696249699037/f/c0428e9001c7488aa93f2a60d2176e1d is 40, key is row-t110/f:q1/1696249724528/Put/seqid=0 2023-10-02T12:28:52,087 WARN [Thread-837 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45821] Specified favored nodes: [jenkins-hbase3.apache.org:45821] 2023-10-02T12:28:53,624 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:43979/backupUT 2023-10-02T12:28:53,624 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1696249725908 2023-10-02T12:28:53,624 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-10-02T12:28:53,644 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:43979/backupUT/.tmp/backup_1696249725908, hdfs://localhost:43979/backupUT] 2023-10-02T12:28:53,772 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:28:54,417 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-10-02T12:28:54,425 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1696249725908 2023-10-02T12:28:54,425 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 8795 bytes copied." 2023-10-02T12:28:54,425 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local460017193_0004 completed: true true 2023-10-02T12:28:54,435 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3771682 FILE: Number of bytes written=5060459 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=106864 HDFS: Number of bytes written=2322614 HDFS: Number of read operations=463 HDFS: Number of large read operations=0 HDFS: Number of write operations=194 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1562378240 File Input Format Counters Bytes Read=1478 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=8795 Bytes Expected=8795 Files Copied=2 DIR_COPY=4 2023-10-02T12:28:54,435 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:43979/backupUT/.tmp/backup_1696249725908 to hdfs://localhost:43979/backupUT finished. 2023-10-02T12:28:54,503 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-10-02T12:28:54,503 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249725908 2023-10-02T12:28:54,514 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:28:54,514 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249725908 2023-10-02T12:28:54,517 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:28:54,932 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43979/backupUT/backup_1696249725908/.backup.manifest 2023-10-02T12:28:54,932 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249725908 2023-10-02T12:28:54,935 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:28:55,352 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43979/backupUT/backup_1696249725908/.backup.manifest 2023-10-02T12:28:55,352 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(358): Backup backup_1696249725908 finished: type=INCREMENTAL,tablelist=test-1696249699037,targetRootDir=hdfs://localhost:43979/backupUT,startts=1696249726779,completets=1696249734503,bytescopied=0 2023-10-02T12:28:55,352 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:28:55,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:28:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:28:55,367 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:28:55,370 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:28:55,374 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.TableBackupClient(376): Backup backup_1696249725908 completed. 2023-10-02T12:28:55,398 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-10-02T12:28:55,399 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-10-02T12:28:55,400 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43979/backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:28:55,409 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:28:55,410 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43979/backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:28:55,418 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:28:55,422 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43979/backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:28:55,426 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:28:55,426 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(148): Restoring 'test-1696249699037' to 'table1' from full backup image hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037 2023-10-02T12:28:55,442 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(487): Creating target table 'table1' 2023-10-02T12:28:55,443 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:55,444 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f in region [hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a] 2023-10-02T12:28:55,459 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9 first=row0 last=row98 2023-10-02T12:28:55,470 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-10-02T12:28:55,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:28:55,475 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 44 2023-10-02T12:28:55,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:28:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:28:55,486 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0a04140a71a8123eb974c6be950523db, NAME => 'table1,,1696249735470.0a04140a71a8123eb974c6be950523db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:28:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:28:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:28:55,904 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1696249735470.0a04140a71a8123eb974c6be950523db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:55,904 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 0a04140a71a8123eb974c6be950523db, disabling compactions & flushes 2023-10-02T12:28:55,904 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:28:55,905 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:28:55,905 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249735470.0a04140a71a8123eb974c6be950523db. after waiting 0 ms 2023-10-02T12:28:55,905 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:28:55,905 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:28:55,905 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0a04140a71a8123eb974c6be950523db: 2023-10-02T12:28:55,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:28:55,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1696249735470.0a04140a71a8123eb974c6be950523db.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1696249735907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249735907"}]},"ts":"1696249735907"} 2023-10-02T12:28:55,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:28:55,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:28:55,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249735911"}]},"ts":"1696249735911"} 2023-10-02T12:28:55,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-10-02T12:28:55,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=0a04140a71a8123eb974c6be950523db, ASSIGN}] 2023-10-02T12:28:55,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=0a04140a71a8123eb974c6be950523db, ASSIGN 2023-10-02T12:28:55,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=0a04140a71a8123eb974c6be950523db, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:28:56,083 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=45 updating hbase:meta row=0a04140a71a8123eb974c6be950523db, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:56,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; OpenRegionProcedure 0a04140a71a8123eb974c6be950523db, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:28:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:28:56,252 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(130): Open table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:28:56,253 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7254): Opening region: {ENCODED => 0a04140a71a8123eb974c6be950523db, NAME => 'table1,,1696249735470.0a04140a71a8123eb974c6be950523db.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:56,253 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:28:56,253 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 0a04140a71a8123eb974c6be950523db 2023-10-02T12:28:56,253 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(888): Instantiated table1,,1696249735470.0a04140a71a8123eb974c6be950523db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:56,254 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7296): checking encryption for 0a04140a71a8123eb974c6be950523db 2023-10-02T12:28:56,254 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7299): checking classloading for 0a04140a71a8123eb974c6be950523db 2023-10-02T12:28:56,269 INFO [StoreOpener-0a04140a71a8123eb974c6be950523db-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a04140a71a8123eb974c6be950523db 2023-10-02T12:28:56,274 INFO [StoreOpener-0a04140a71a8123eb974c6be950523db-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a04140a71a8123eb974c6be950523db columnFamilyName f 2023-10-02T12:28:56,274 DEBUG [StoreOpener-0a04140a71a8123eb974c6be950523db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:56,275 INFO [StoreOpener-0a04140a71a8123eb974c6be950523db-1 {}] regionserver.HStore(324): Store=0a04140a71a8123eb974c6be950523db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:56,276 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db 2023-10-02T12:28:56,277 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db 2023-10-02T12:28:56,283 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1076): writing seq id for 0a04140a71a8123eb974c6be950523db 2023-10-02T12:28:56,289 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:56,290 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): Opened 0a04140a71a8123eb974c6be950523db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10019005280, jitterRate=-0.06690742075443268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:28:56,291 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(992): Region open journal for 0a04140a71a8123eb974c6be950523db: 2023-10-02T12:28:56,292 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1696249735470.0a04140a71a8123eb974c6be950523db., pid=46, masterSystemTime=1696249736239 2023-10-02T12:28:56,295 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=45 updating hbase:meta row=0a04140a71a8123eb974c6be950523db, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:28:56,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-10-02T12:28:56,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; OpenRegionProcedure 0a04140a71a8123eb974c6be950523db, server=jenkins-hbase3.apache.org,45821,1696249685231 in 210 msec 2023-10-02T12:28:56,300 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:28:56,300 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(158): Opened table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:28:56,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=44 2023-10-02T12:28:56,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=44, state=SUCCESS; TransitRegionStateProcedure table=table1, region=0a04140a71a8123eb974c6be950523db, ASSIGN in 376 msec 2023-10-02T12:28:56,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:28:56,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249736303"}]},"ts":"1696249736303"} 2023-10-02T12:28:56,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-10-02T12:28:56,309 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:28:56,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; CreateTableProcedure table=table1 in 839 msec 2023-10-02T12:28:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:28:56,594 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:table1, procId: 44 completed 2023-10-02T12:28:56,602 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a from hbase tables test-1696249699037 to tables table1 2023-10-02T12:28:56,602 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696249699037 into table1 2023-10-02T12:28:56,605 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249736602 from hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:28:56,607 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x297be061 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:56,621 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ddec46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:56,624 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:28:56,627 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55454, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:28:56,630 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:28:56,630 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-10-02T12:28:56,639 DEBUG [hconnection-0x656f39a0-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:56,641 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48510, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:56,644 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-10-02T12:28:56,644 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:28:56,644 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/partitions_0bc54cfd-ea60-40b0-9c65-921ec9b76621 2023-10-02T12:28:57,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-10-02T12:28:57,065 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:57,065 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:57,066 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:57,067 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:57,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:28:58,460 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop-728268613217287551.jar 2023-10-02T12:28:58,461 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,461 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,462 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,463 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,463 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,464 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,465 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,465 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,466 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,467 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:28:58,468 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:28:58,469 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:28:58,469 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:28:58,470 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:28:58,471 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:28:58,471 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:28:58,472 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:28:58,472 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:28:58,473 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:28:58,474 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:28:58,474 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:28:58,480 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,480 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,481 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,481 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,482 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,482 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:28:58,483 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:28:58,484 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-10-02T12:28:58,484 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:28:58,484 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x297be061 to 127.0.0.1:50046 2023-10-02T12:28:58,484 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:58,494 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:28:58,494 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:28:58,499 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:28:58,515 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:28:58,524 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:28:58,755 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249738646/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:28:58,755 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249738646/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:28:58,980 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9 2023-10-02T12:28:58,996 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:28:59,038 DEBUG [pool-215-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c965115 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:59,067 DEBUG [pool-215-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5e4c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:59,074 DEBUG [hconnection-0x3678c819-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:59,082 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48522, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:59,090 DEBUG [pool-215-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c965115 to 127.0.0.1:50046 2023-10-02T12:28:59,090 DEBUG [pool-215-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:28:59,093 DEBUG [pool-215-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:28:59,093 DEBUG [pool-215-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:28:59,118 DEBUG [pool-215-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249736602/_temporary/0/_temporary/attempt_local529582228_0005_r_000000_0/f/1a44916ed60d4b2aa63fcc1a9504fd9f is 37, key is row10/f:q1/1696249701710/Put/seqid=0 2023-10-02T12:28:59,121 WARN [Thread-920 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45821] Specified favored nodes: [jenkins-hbase3.apache.org:45821] 2023-10-02T12:28:59,852 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249736602 2023-10-02T12:28:59,853 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x486a271d to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:59,865 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a4530f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:59,869 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:28:59,872 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48532, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:28:59,890 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249736602/_SUCCESS 2023-10-02T12:28:59,896 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:28:59,899 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55470, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:28:59,943 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249736602/f/1a44916ed60d4b2aa63fcc1a9504fd9f first=Optional[row0] last=Optional[row98] 2023-10-02T12:28:59,972 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1696249735470.0a04140a71a8123eb974c6be950523db., hostname=jenkins-hbase3.apache.org,45821,1696249685231, seqNum=2 for row with hfile group [{f,hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249736602/f/1a44916ed60d4b2aa63fcc1a9504fd9f}] 2023-10-02T12:29:00,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249736602/f/1a44916ed60d4b2aa63fcc1a9504fd9f for inclusion in 0a04140a71a8123eb974c6be950523db/f 2023-10-02T12:29:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:29:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:29:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HRegion(2520): Flush status journal for 0a04140a71a8123eb974c6be950523db: 2023-10-02T12:29:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249736602/f/1a44916ed60d4b2aa63fcc1a9504fd9f to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__1sbpiourrv4fkbdegf2qttqdmmb3g9dd15dgmsfe9i2v3ehst21554dtir3qek2f/f/1a44916ed60d4b2aa63fcc1a9504fd9f 2023-10-02T12:29:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__1sbpiourrv4fkbdegf2qttqdmmb3g9dd15dgmsfe9i2v3ehst21554dtir3qek2f/f/1a44916ed60d4b2aa63fcc1a9504fd9f as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/f/357eab11d6fa4195b56d2f936696d475_SeqId_4_ 2023-10-02T12:29:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6b151d1e to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201916a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:00,075 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55472, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:00,084 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48546, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:00,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6b151d1e to 127.0.0.1:50046 2023-10-02T12:29:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:00,139 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__1sbpiourrv4fkbdegf2qttqdmmb3g9dd15dgmsfe9i2v3ehst21554dtir3qek2f/f/1a44916ed60d4b2aa63fcc1a9504fd9f into 0a04140a71a8123eb974c6be950523db/f as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/f/357eab11d6fa4195b56d2f936696d475_SeqId_4_ - updating store file list. 2023-10-02T12:29:00,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/f/357eab11d6fa4195b56d2f936696d475_SeqId_4_ into 0a04140a71a8123eb974c6be950523db/f 2023-10-02T12:29:00,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__1sbpiourrv4fkbdegf2qttqdmmb3g9dd15dgmsfe9i2v3ehst21554dtir3qek2f/f/1a44916ed60d4b2aa63fcc1a9504fd9f into 0a04140a71a8123eb974c6be950523db/f (new location: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/f/357eab11d6fa4195b56d2f936696d475_SeqId_4_) 2023-10-02T12:29:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__1sbpiourrv4fkbdegf2qttqdmmb3g9dd15dgmsfe9i2v3ehst21554dtir3qek2f/f/1a44916ed60d4b2aa63fcc1a9504fd9f 2023-10-02T12:29:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6755c9c5 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8fef18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:00,258 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46222, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:29:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:00,267 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47970, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:29:00,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6755c9c5 to 127.0.0.1:50046 2023-10-02T12:29:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:00,344 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:00,345 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x486a271d to 127.0.0.1:50046 2023-10-02T12:29:00,345 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:00,346 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:29:00,346 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:29:00,346 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(233): Backup: backup_1696249707356 hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/ 2023-10-02T12:29:00,347 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43979/backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:29:00,352 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:29:00,352 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16962496990371' to 'ns2:table2' from full backup image hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371 2023-10-02T12:29:00,367 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-10-02T12:29:00,367 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae 2023-10-02T12:29:00,369 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f in region [hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae] 2023-10-02T12:29:00,374 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67 first=row0 last=row98 2023-10-02T12:29:00,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-10-02T12:29:00,379 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:00,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 47 2023-10-02T12:29:00,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-10-02T12:29:00,398 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 456b44f212c3acb73caf3a9bbc250646, NAME => 'ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:29:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-10-02T12:29:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-10-02T12:29:00,817 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:00,817 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 456b44f212c3acb73caf3a9bbc250646, disabling compactions & flushes 2023-10-02T12:29:00,817 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:00,817 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:00,817 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. after waiting 0 ms 2023-10-02T12:29:00,817 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:00,818 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:00,818 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 456b44f212c3acb73caf3a9bbc250646: 2023-10-02T12:29:00,819 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:00,819 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1696249740819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249740819"}]},"ts":"1696249740819"} 2023-10-02T12:29:00,822 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:00,823 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:00,823 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249740823"}]},"ts":"1696249740823"} 2023-10-02T12:29:00,825 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-10-02T12:29:00,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=456b44f212c3acb73caf3a9bbc250646, ASSIGN}] 2023-10-02T12:29:00,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=456b44f212c3acb73caf3a9bbc250646, ASSIGN 2023-10-02T12:29:00,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=456b44f212c3acb73caf3a9bbc250646, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:29:00,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=456b44f212c3acb73caf3a9bbc250646, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:29:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-10-02T12:29:00,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; OpenRegionProcedure 456b44f212c3acb73caf3a9bbc250646, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:29:01,146 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(130): Open ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:01,146 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7254): Opening region: {ENCODED => 456b44f212c3acb73caf3a9bbc250646, NAME => 'ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:01,146 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:01,147 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 456b44f212c3acb73caf3a9bbc250646 2023-10-02T12:29:01,147 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(888): Instantiated ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:01,147 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7296): checking encryption for 456b44f212c3acb73caf3a9bbc250646 2023-10-02T12:29:01,147 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7299): checking classloading for 456b44f212c3acb73caf3a9bbc250646 2023-10-02T12:29:01,149 INFO [StoreOpener-456b44f212c3acb73caf3a9bbc250646-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 456b44f212c3acb73caf3a9bbc250646 2023-10-02T12:29:01,151 INFO [StoreOpener-456b44f212c3acb73caf3a9bbc250646-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456b44f212c3acb73caf3a9bbc250646 columnFamilyName f 2023-10-02T12:29:01,151 DEBUG [StoreOpener-456b44f212c3acb73caf3a9bbc250646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:01,152 INFO [StoreOpener-456b44f212c3acb73caf3a9bbc250646-1 {}] regionserver.HStore(324): Store=456b44f212c3acb73caf3a9bbc250646/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:01,153 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/table2/456b44f212c3acb73caf3a9bbc250646 2023-10-02T12:29:01,153 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/table2/456b44f212c3acb73caf3a9bbc250646 2023-10-02T12:29:01,156 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1076): writing seq id for 456b44f212c3acb73caf3a9bbc250646 2023-10-02T12:29:01,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/table2/456b44f212c3acb73caf3a9bbc250646/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:01,161 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): Opened 456b44f212c3acb73caf3a9bbc250646; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11843642880, jitterRate=0.10302519798278809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:01,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(992): Region open journal for 456b44f212c3acb73caf3a9bbc250646: 2023-10-02T12:29:01,163 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646., pid=49, masterSystemTime=1696249741141 2023-10-02T12:29:01,166 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:01,166 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(158): Opened ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:01,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=456b44f212c3acb73caf3a9bbc250646, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:29:01,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-10-02T12:29:01,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; OpenRegionProcedure 456b44f212c3acb73caf3a9bbc250646, server=jenkins-hbase3.apache.org,45821,1696249685231 in 179 msec 2023-10-02T12:29:01,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-10-02T12:29:01,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=456b44f212c3acb73caf3a9bbc250646, ASSIGN in 346 msec 2023-10-02T12:29:01,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:01,179 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249741179"}]},"ts":"1696249741179"} 2023-10-02T12:29:01,181 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-10-02T12:29:01,184 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:01,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 809 msec 2023-10-02T12:29:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-10-02T12:29:01,490 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:table2, procId: 47 completed 2023-10-02T12:29:01,495 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae from hbase tables ns2:test-16962496990371 to tables ns2:table2 2023-10-02T12:29:01,495 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16962496990371 into ns2:table2 2023-10-02T12:29:01,497 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-ns2-table2-1696249741495 from hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae 2023-10-02T12:29:01,499 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1e334a67 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:01,509 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@963b5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:01,510 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:01,513 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:01,514 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:29:01,514 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-10-02T12:29:01,525 DEBUG [hconnection-0x3bab6ecf-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:01,527 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47982, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:01,529 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-10-02T12:29:01,529 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:29:01,530 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/partitions_4fb42606-4311-490a-9c35-0c41a5e4b01a 2023-10-02T12:29:01,547 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:01,548 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:01,549 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:01,550 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-10-02T12:29:02,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:02,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-10-02T12:29:02,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:02,747 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop-49192602020716245.jar 2023-10-02T12:29:02,747 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,748 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,748 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,749 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,750 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,750 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,751 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,751 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,751 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,752 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:02,753 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:29:02,753 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:29:02,754 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:29:02,754 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:29:02,755 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:29:02,755 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:29:02,755 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:29:02,756 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:29:02,756 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:29:02,757 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:29:02,757 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:29:02,758 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,758 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,759 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,759 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,759 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,760 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:02,761 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:02,761 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-10-02T12:29:02,761 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:02,761 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1e334a67 to 127.0.0.1:50046 2023-10-02T12:29:02,762 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:02,762 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:29:02,762 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:29:02,763 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:02,770 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:29:02,777 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:29:02,894 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249742842/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:29:02,894 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249742842/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:29:02,947 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/archive/data/ns2/test-16962496990371/7266e907404228aac3fa830409b746ae/f/502c7aa9f5a045628ec961f74bf70e67 2023-10-02T12:29:02,952 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:29:02,984 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x32cb333b to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:03,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-10-02T12:29:03,065 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7615a4b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:03,071 DEBUG [hconnection-0x632d2ab2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:03,076 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47988, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:03,078 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x32cb333b to 127.0.0.1:50046 2023-10-02T12:29:03,078 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:03,080 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:29:03,080 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:29:03,093 DEBUG [pool-230-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-ns2-table2-1696249741495/_temporary/0/_temporary/attempt_local618023039_0006_r_000000_0/f/7bc8b12ba2874c89a654043372e70491 is 37, key is row10/f:q1/1696249702941/Put/seqid=0 2023-10-02T12:29:03,096 WARN [Thread-973 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45821] Specified favored nodes: [jenkins-hbase3.apache.org:45821] 2023-10-02T12:29:03,955 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-ns2-table2-1696249741495 2023-10-02T12:29:03,956 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0eeace81 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:03,968 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef5a0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:03,971 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:03,972 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47998, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:03,980 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-ns2-table2-1696249741495/_SUCCESS 2023-10-02T12:29:03,986 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:03,987 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46252, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:04,002 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-ns2-table2-1696249741495/f/7bc8b12ba2874c89a654043372e70491 first=Optional[row0] last=Optional[row98] 2023-10-02T12:29:04,004 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646., hostname=jenkins-hbase3.apache.org,45821,1696249685231, seqNum=2 for row with hfile group [{f,hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-ns2-table2-1696249741495/f/7bc8b12ba2874c89a654043372e70491}] 2023-10-02T12:29:04,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-ns2-table2-1696249741495/f/7bc8b12ba2874c89a654043372e70491 for inclusion in 456b44f212c3acb73caf3a9bbc250646/f 2023-10-02T12:29:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:29:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:29:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HRegion(2520): Flush status journal for 456b44f212c3acb73caf3a9bbc250646: 2023-10-02T12:29:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-ns2-table2-1696249741495/f/7bc8b12ba2874c89a654043372e70491 to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__ns2_table2__7incajcm8qsnhpcl20fm5a275a6trpq2rs443r92dmhc27q0ec6tsdp5ehsf99u4/f/7bc8b12ba2874c89a654043372e70491 2023-10-02T12:29:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__ns2_table2__7incajcm8qsnhpcl20fm5a275a6trpq2rs443r92dmhc27q0ec6tsdp5ehsf99u4/f/7bc8b12ba2874c89a654043372e70491 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/table2/456b44f212c3acb73caf3a9bbc250646/f/f8f501bcec6f4b918d34640b77dbeeda_SeqId_4_ 2023-10-02T12:29:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66174c61 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c3afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:04,037 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46268, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:04,044 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48008, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:04,066 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66174c61 to 127.0.0.1:50046 2023-10-02T12:29:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:04,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__ns2_table2__7incajcm8qsnhpcl20fm5a275a6trpq2rs443r92dmhc27q0ec6tsdp5ehsf99u4/f/7bc8b12ba2874c89a654043372e70491 into 456b44f212c3acb73caf3a9bbc250646/f as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/table2/456b44f212c3acb73caf3a9bbc250646/f/f8f501bcec6f4b918d34640b77dbeeda_SeqId_4_ - updating store file list. 2023-10-02T12:29:04,080 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/table2/456b44f212c3acb73caf3a9bbc250646/f/f8f501bcec6f4b918d34640b77dbeeda_SeqId_4_ into 456b44f212c3acb73caf3a9bbc250646/f 2023-10-02T12:29:04,080 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__ns2_table2__7incajcm8qsnhpcl20fm5a275a6trpq2rs443r92dmhc27q0ec6tsdp5ehsf99u4/f/7bc8b12ba2874c89a654043372e70491 into 456b44f212c3acb73caf3a9bbc250646/f (new location: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/table2/456b44f212c3acb73caf3a9bbc250646/f/f8f501bcec6f4b918d34640b77dbeeda_SeqId_4_) 2023-10-02T12:29:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__ns2_table2__7incajcm8qsnhpcl20fm5a275a6trpq2rs443r92dmhc27q0ec6tsdp5ehsf99u4/f/7bc8b12ba2874c89a654043372e70491 2023-10-02T12:29:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x475f393e to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc80818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:04,098 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46274, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:29:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:04,121 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48012, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:29:04,140 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x475f393e to 127.0.0.1:50046 2023-10-02T12:29:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:04,146 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:04,146 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0eeace81 to 127.0.0.1:50046 2023-10-02T12:29:04,146 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:04,147 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:29:04,147 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:29:04,147 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(233): Backup: backup_1696249707356 hdfs://localhost:43979/backupUT/backup_1696249707356/ns2/test-16962496990371/ 2023-10-02T12:29:04,147 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-10-02T12:29:04,185 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43979/backupUT/backup_1696249725908/.backup.manifest 2023-10-02T12:29:04,189 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249725908/.backup.manifest 2023-10-02T12:29:04,190 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43979/backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:29:04,193 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249707356/.backup.manifest 2023-10-02T12:29:04,193 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(148): Restoring 'test-1696249699037' to 'table1' from full backup image hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037 2023-10-02T12:29:04,196 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1696249699037', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1696249725908 2023-10-02T12:29:04,200 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(476): Truncating exising target table 'table1', preserving region splits 2023-10-02T12:29:04,201 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$18(967): Started disable of table1 2023-10-02T12:29:04,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable table1 2023-10-02T12:29:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-10-02T12:29:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-10-02T12:29:04,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249744207"}]},"ts":"1696249744207"} 2023-10-02T12:29:04,209 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-10-02T12:29:04,211 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-10-02T12:29:04,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=0a04140a71a8123eb974c6be950523db, UNASSIGN}] 2023-10-02T12:29:04,214 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=51, ppid=50, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=0a04140a71a8123eb974c6be950523db, UNASSIGN 2023-10-02T12:29:04,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=51 updating hbase:meta row=0a04140a71a8123eb974c6be950523db, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:29:04,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; CloseRegionProcedure 0a04140a71a8123eb974c6be950523db, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:29:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-10-02T12:29:04,369 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] handler.UnassignRegionHandler(119): Close 0a04140a71a8123eb974c6be950523db 2023-10-02T12:29:04,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1668): Closing 0a04140a71a8123eb974c6be950523db, disabling compactions & flushes 2023-10-02T12:29:04,369 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1690): Closing region table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:29:04,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:29:04,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249735470.0a04140a71a8123eb974c6be950523db. after waiting 0 ms 2023-10-02T12:29:04,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:29:04,384 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:29:04,386 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:04,387 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1909): Closed table1,,1696249735470.0a04140a71a8123eb974c6be950523db. 2023-10-02T12:29:04,387 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1622): Region close journal for 0a04140a71a8123eb974c6be950523db: 2023-10-02T12:29:04,391 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] handler.UnassignRegionHandler(163): Closed 0a04140a71a8123eb974c6be950523db 2023-10-02T12:29:04,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=51 updating hbase:meta row=0a04140a71a8123eb974c6be950523db, regionState=CLOSED 2023-10-02T12:29:04,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=52, resume processing ppid=51 2023-10-02T12:29:04,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, ppid=51, state=SUCCESS; CloseRegionProcedure 0a04140a71a8123eb974c6be950523db, server=jenkins-hbase3.apache.org,45821,1696249685231 in 176 msec 2023-10-02T12:29:04,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=50 2023-10-02T12:29:04,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=50, state=SUCCESS; TransitRegionStateProcedure table=table1, region=0a04140a71a8123eb974c6be950523db, UNASSIGN in 185 msec 2023-10-02T12:29:04,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249744404"}]},"ts":"1696249744404"} 2023-10-02T12:29:04,406 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-10-02T12:29:04,414 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-10-02T12:29:04,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, state=SUCCESS; DisableTableProcedure table=table1 in 214 msec 2023-10-02T12:29:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-10-02T12:29:04,510 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:table1, procId: 50 completed 2023-10-02T12:29:04,512 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$16(847): Started truncating table1 2023-10-02T12:29:04,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.HMaster$6(2480): Client=jenkins//172.31.12.81 truncate table1 2023-10-02T12:29:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1032): Stored pid=53, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=table1 preserveSplits=true) 2023-10-02T12:29:04,542 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2023-10-02T12:29:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-10-02T12:29:04,550 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db 2023-10-02T12:29:04,552 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/f, FileablePath, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/recovered.edits] 2023-10-02T12:29:04,559 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/f/357eab11d6fa4195b56d2f936696d475_SeqId_4_ to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/archive/data/default/table1/0a04140a71a8123eb974c6be950523db/f/357eab11d6fa4195b56d2f936696d475_SeqId_4_ 2023-10-02T12:29:04,564 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db/recovered.edits/6.seqid to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/archive/data/default/table1/0a04140a71a8123eb974c6be950523db/recovered.edits/6.seqid 2023-10-02T12:29:04,565 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/0a04140a71a8123eb974c6be950523db 2023-10-02T12:29:04,565 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-10-02T12:29:04,578 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-10-02T12:29:04,582 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-10-02T12:29:04,583 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-10-02T12:29:04,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1696249735470.0a04140a71a8123eb974c6be950523db.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696249744583"}]},"ts":"9223372036854775807"} 2023-10-02T12:29:04,589 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-10-02T12:29:04,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0a04140a71a8123eb974c6be950523db, NAME => 'table1,,1696249735470.0a04140a71a8123eb974c6be950523db.', STARTKEY => '', ENDKEY => ''}] 2023-10-02T12:29:04,589 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-10-02T12:29:04,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696249744589"}]},"ts":"9223372036854775807"} 2023-10-02T12:29:04,593 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-10-02T12:29:04,614 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bc53ab51588c99e9df65a4894472359d, NAME => 'table1,,1696249744567.bc53ab51588c99e9df65a4894472359d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9 2023-10-02T12:29:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-10-02T12:29:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-10-02T12:29:05,034 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1696249744567.bc53ab51588c99e9df65a4894472359d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:05,034 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing bc53ab51588c99e9df65a4894472359d, disabling compactions & flushes 2023-10-02T12:29:05,034 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:05,034 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:05,034 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. after waiting 0 ms 2023-10-02T12:29:05,034 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:05,034 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:05,034 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for bc53ab51588c99e9df65a4894472359d: 2023-10-02T12:29:05,036 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1696249744567.bc53ab51588c99e9df65a4894472359d.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1696249745036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249745036"}]},"ts":"1696249745036"} 2023-10-02T12:29:05,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:05,039 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249745039"}]},"ts":"1696249745039"} 2023-10-02T12:29:05,041 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-10-02T12:29:05,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=bc53ab51588c99e9df65a4894472359d, ASSIGN}] 2023-10-02T12:29:05,049 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=bc53ab51588c99e9df65a4894472359d, ASSIGN 2023-10-02T12:29:05,050 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=bc53ab51588c99e9df65a4894472359d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45821,1696249685231; forceNewPlan=false, retain=false 2023-10-02T12:29:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-10-02T12:29:05,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=54 updating hbase:meta row=bc53ab51588c99e9df65a4894472359d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:29:05,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE; OpenRegionProcedure bc53ab51588c99e9df65a4894472359d, server=jenkins-hbase3.apache.org,45821,1696249685231}] 2023-10-02T12:29:05,361 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(130): Open table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:05,361 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7254): Opening region: {ENCODED => bc53ab51588c99e9df65a4894472359d, NAME => 'table1,,1696249744567.bc53ab51588c99e9df65a4894472359d.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:05,361 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:05,361 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:05,362 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(888): Instantiated table1,,1696249744567.bc53ab51588c99e9df65a4894472359d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:05,362 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7296): checking encryption for bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:05,362 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7299): checking classloading for bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:05,363 INFO [StoreOpener-bc53ab51588c99e9df65a4894472359d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:05,366 INFO [StoreOpener-bc53ab51588c99e9df65a4894472359d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc53ab51588c99e9df65a4894472359d columnFamilyName f 2023-10-02T12:29:05,366 DEBUG [StoreOpener-bc53ab51588c99e9df65a4894472359d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:05,366 INFO [StoreOpener-bc53ab51588c99e9df65a4894472359d-1 {}] regionserver.HStore(324): Store=bc53ab51588c99e9df65a4894472359d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:05,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:05,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:05,371 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1076): writing seq id for bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:05,374 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:05,375 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): Opened bc53ab51588c99e9df65a4894472359d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9638648320, jitterRate=-0.10233092308044434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:05,375 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(992): Region open journal for bc53ab51588c99e9df65a4894472359d: 2023-10-02T12:29:05,376 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1696249744567.bc53ab51588c99e9df65a4894472359d., pid=55, masterSystemTime=1696249745356 2023-10-02T12:29:05,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:05,379 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(158): Opened table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:05,379 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=54 updating hbase:meta row=bc53ab51588c99e9df65a4894472359d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:29:05,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=55, resume processing ppid=54 2023-10-02T12:29:05,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, ppid=54, state=SUCCESS; OpenRegionProcedure bc53ab51588c99e9df65a4894472359d, server=jenkins-hbase3.apache.org,45821,1696249685231 in 180 msec 2023-10-02T12:29:05,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=54, resume processing ppid=53 2023-10-02T12:29:05,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, ppid=53, state=SUCCESS; TransitRegionStateProcedure table=table1, region=bc53ab51588c99e9df65a4894472359d, ASSIGN in 340 msec 2023-10-02T12:29:05,390 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249745390"}]},"ts":"1696249745390"} 2023-10-02T12:29:05,392 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-10-02T12:29:05,395 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2023-10-02T12:29:05,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, state=SUCCESS; TruncateTableProcedure (table=table1 preserveSplits=true) in 869 msec 2023-10-02T12:29:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44731 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-10-02T12:29:05,656 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.HBaseAdmin$TableFuture(3677): Operation: TRUNCATE, Table Name: default:table1, procId: 53 completed 2023-10-02T12:29:05,661 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a from hbase tables test-1696249699037 to tables table1 2023-10-02T12:29:05,661 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696249699037 into table1 2023-10-02T12:29:05,666 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249745661 from hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:29:05,670 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4d4b3961 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:05,684 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58546af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:05,690 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:05,692 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46290, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:05,694 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:29:05,694 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-10-02T12:29:05,707 DEBUG [hconnection-0xda1681f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:05,710 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48016, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:05,716 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-10-02T12:29:05,716 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:29:05,717 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/partitions_282fc29e-89ab-4b1b-a13b-cdef9cf4ec78 2023-10-02T12:29:06,138 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:06,138 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:06,139 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:06,140 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:06,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:29:07,612 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop-7759842563882453737.jar 2023-10-02T12:29:07,613 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,613 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,614 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,615 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,615 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,616 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,616 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,617 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,617 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,619 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:07,620 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:29:07,621 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:29:07,622 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:29:07,622 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:29:07,623 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:29:07,624 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:29:07,624 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:29:07,625 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:29:07,625 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:29:07,626 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:29:07,627 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:29:07,628 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,628 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,629 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,629 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,630 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,630 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:07,631 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:07,632 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-10-02T12:29:07,632 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:07,632 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4d4b3961 to 127.0.0.1:50046 2023-10-02T12:29:07,632 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:07,634 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:29:07,634 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:29:07,635 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:07,666 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:29:07,704 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:29:07,905 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249747825/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:29:07,905 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249747825/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:29:07,981 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43979/backupUT/backup_1696249707356/default/test-1696249699037/archive/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/ab10b01a563d4e54a14fb494b090e3e9 2023-10-02T12:29:07,987 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:29:08,020 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6097c3ac to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:08,032 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3137d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:08,036 DEBUG [hconnection-0x31238e8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:08,037 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48020, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:08,051 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6097c3ac to 127.0.0.1:50046 2023-10-02T12:29:08,052 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:08,052 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:29:08,052 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:29:08,063 DEBUG [pool-245-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249745661/_temporary/0/_temporary/attempt_local774048516_0007_r_000000_0/f/9c63d396c6484050839ec9a500539892 is 37, key is row10/f:q1/1696249701710/Put/seqid=0 2023-10-02T12:29:08,078 WARN [Thread-1028 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45821] Specified favored nodes: [jenkins-hbase3.apache.org:45821] 2023-10-02T12:29:08,970 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249745661 2023-10-02T12:29:08,971 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7886a8e2 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:09,076 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b8a054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:09,078 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:09,082 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48030, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:09,126 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249745661/_SUCCESS 2023-10-02T12:29:09,155 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:09,159 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46306, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:09,264 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249745661/f/9c63d396c6484050839ec9a500539892 first=Optional[row0] last=Optional[row98] 2023-10-02T12:29:09,266 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1696249744567.bc53ab51588c99e9df65a4894472359d., hostname=jenkins-hbase3.apache.org,45821,1696249685231, seqNum=2 for row with hfile group [{f,hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249745661/f/9c63d396c6484050839ec9a500539892}] 2023-10-02T12:29:09,294 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249745661/f/9c63d396c6484050839ec9a500539892 for inclusion in bc53ab51588c99e9df65a4894472359d/f 2023-10-02T12:29:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:29:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:29:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HRegion(2520): Flush status journal for bc53ab51588c99e9df65a4894472359d: 2023-10-02T12:29:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249745661/f/9c63d396c6484050839ec9a500539892 to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__3cis2j18mj26qbsbo3eqjmsfrlgiut903mdbj5tfp1moqitugq7r2j3g8mq7f0g2/f/9c63d396c6484050839ec9a500539892 2023-10-02T12:29:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__3cis2j18mj26qbsbo3eqjmsfrlgiut903mdbj5tfp1moqitugq7r2j3g8mq7f0g2/f/9c63d396c6484050839ec9a500539892 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/f/fe5609b96e944d1a930d991376669679_SeqId_4_ 2023-10-02T12:29:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0843609f to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42becd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:09,437 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:09,444 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48036, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:09,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0843609f to 127.0.0.1:50046 2023-10-02T12:29:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:09,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__3cis2j18mj26qbsbo3eqjmsfrlgiut903mdbj5tfp1moqitugq7r2j3g8mq7f0g2/f/9c63d396c6484050839ec9a500539892 into bc53ab51588c99e9df65a4894472359d/f as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/f/fe5609b96e944d1a930d991376669679_SeqId_4_ - updating store file list. 2023-10-02T12:29:09,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/f/fe5609b96e944d1a930d991376669679_SeqId_4_ into bc53ab51588c99e9df65a4894472359d/f 2023-10-02T12:29:09,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__3cis2j18mj26qbsbo3eqjmsfrlgiut903mdbj5tfp1moqitugq7r2j3g8mq7f0g2/f/9c63d396c6484050839ec9a500539892 into bc53ab51588c99e9df65a4894472359d/f (new location: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/f/fe5609b96e944d1a930d991376669679_SeqId_4_) 2023-10-02T12:29:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__3cis2j18mj26qbsbo3eqjmsfrlgiut903mdbj5tfp1moqitugq7r2j3g8mq7f0g2/f/9c63d396c6484050839ec9a500539892 2023-10-02T12:29:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2fc02987 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7755a89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:09,624 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:29:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:09,631 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48052, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:29:09,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2fc02987 to 127.0.0.1:50046 2023-10-02T12:29:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:09,657 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:09,657 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7886a8e2 to 127.0.0.1:50046 2023-10-02T12:29:09,657 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:09,657 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:29:09,694 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(181): Restoring 'test-1696249699037' to 'table1' from log dirs: hdfs://localhost:43979/backupUT/backup_1696249725908/default/test-1696249699037/f/c0428e9001c7488aa93f2a60d2176e1d 2023-10-02T12:29:09,699 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.RestoreTool(177): Found descriptor 'test-1696249699037', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1696249725908 2023-10-02T12:29:09,701 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:43979/backupUT/backup_1696249725908/default/test-1696249699037/f/c0428e9001c7488aa93f2a60d2176e1d from hbase tables test-1696249699037 to tables table1 2023-10-02T12:29:09,701 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696249699037 into table1 2023-10-02T12:29:09,702 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249749701 from hdfs://localhost:43979/backupUT/backup_1696249725908/default/test-1696249699037/f/c0428e9001c7488aa93f2a60d2176e1d 2023-10-02T12:29:09,703 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x55e995c7 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:09,784 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184d0c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:09,785 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:09,787 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46318, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:09,789 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:29:09,789 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696249699037 2023-10-02T12:29:09,793 DEBUG [hconnection-0xf20546d-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:09,794 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48068, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:09,796 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696249699037: 2023-10-02T12:29:09,796 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:29:09,796 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/partitions_e0287507-22b6-48a4-86aa-859f84af30a4 2023-10-02T12:29:09,804 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:09,805 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:09,806 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:09,806 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:10,774 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 22b4f9c6c00cf7619ecfa4726d60dd5e changed from -1.0 to 0.0, refreshing cache 2023-10-02T12:29:11,198 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop-2247358791917728759.jar 2023-10-02T12:29:11,199 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,199 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,200 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,200 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,200 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,201 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,201 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,201 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,202 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,203 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:11,204 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:29:11,204 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:29:11,204 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:29:11,205 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:29:11,205 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:29:11,206 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:29:11,206 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:29:11,206 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:29:11,207 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:29:11,207 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:29:11,208 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:29:11,208 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,208 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,209 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,209 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,209 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,210 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:11,210 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:11,211 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1696249699037 2023-10-02T12:29:11,211 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:11,211 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x55e995c7 to 127.0.0.1:50046 2023-10-02T12:29:11,211 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:11,211 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:29:11,211 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:29:11,212 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:11,218 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:29:11,225 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:29:11,312 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249751275/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:29:11,312 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/mapreduce.cluster.local.dir/1696249751275/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:29:11,362 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43979/backupUT/backup_1696249725908/default/test-1696249699037/f/c0428e9001c7488aa93f2a60d2176e1d 2023-10-02T12:29:11,367 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:29:11,399 DEBUG [pool-257-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x20421723 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:11,405 DEBUG [pool-257-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6907ebc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:11,406 DEBUG [hconnection-0x6d5517e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:11,408 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35522, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:11,410 DEBUG [pool-257-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x20421723 to 127.0.0.1:50046 2023-10-02T12:29:11,410 DEBUG [pool-257-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:11,412 DEBUG [pool-257-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-10-02T12:29:11,412 DEBUG [pool-257-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:29:11,421 DEBUG [pool-257-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249749701/_temporary/0/_temporary/attempt_local1201120092_0008_r_000000_0/f/82a228d1372a4611beafc5dc2507444e is 40, key is row-t110/f:q1/1696249724528/Put/seqid=0 2023-10-02T12:29:11,423 WARN [Thread-1072 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45821] Specified favored nodes: [jenkins-hbase3.apache.org:45821] 2023-10-02T12:29:12,358 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249749701 2023-10-02T12:29:12,359 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0b62e0a5 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:12,384 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d35b4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:12,386 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:12,388 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35534, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:12,394 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249749701/_SUCCESS 2023-10-02T12:29:12,399 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:12,402 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51924, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:12,417 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249749701/f/82a228d1372a4611beafc5dc2507444e first=Optional[row-t10] last=Optional[row-t198] 2023-10-02T12:29:12,418 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1696249744567.bc53ab51588c99e9df65a4894472359d., hostname=jenkins-hbase3.apache.org,45821,1696249685231, seqNum=2 for row with hfile group [{f,hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249749701/f/82a228d1372a4611beafc5dc2507444e}] 2023-10-02T12:29:12,425 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249749701/f/82a228d1372a4611beafc5dc2507444e for inclusion in bc53ab51588c99e9df65a4894472359d/f 2023-10-02T12:29:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(623): HFile bounds: first=row-t10 last=row-t198 2023-10-02T12:29:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:29:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HRegion(2520): Flush status journal for bc53ab51588c99e9df65a4894472359d: 2023-10-02T12:29:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/hbase-staging/bulk_output-default-table1-1696249749701/f/82a228d1372a4611beafc5dc2507444e to hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__2mjgv008l7g2platg4s6gjgn8qo9sgtcldn0iigjln7tugfq5ma3ln2aaes3463c/f/82a228d1372a4611beafc5dc2507444e 2023-10-02T12:29:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__2mjgv008l7g2platg4s6gjgn8qo9sgtcldn0iigjln7tugfq5ma3ln2aaes3463c/f/82a228d1372a4611beafc5dc2507444e as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/f/eee5161107674ea1a4efd2857de91a73_SeqId_6_ 2023-10-02T12:29:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x251c26b9 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e7d385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:12,444 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51938, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:12,449 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35546, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:12,464 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x251c26b9 to 127.0.0.1:50046 2023-10-02T12:29:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:12,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__2mjgv008l7g2platg4s6gjgn8qo9sgtcldn0iigjln7tugfq5ma3ln2aaes3463c/f/82a228d1372a4611beafc5dc2507444e into bc53ab51588c99e9df65a4894472359d/f as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/f/eee5161107674ea1a4efd2857de91a73_SeqId_6_ - updating store file list. 2023-10-02T12:29:12,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/f/eee5161107674ea1a4efd2857de91a73_SeqId_6_ into bc53ab51588c99e9df65a4894472359d/f 2023-10-02T12:29:12,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__2mjgv008l7g2platg4s6gjgn8qo9sgtcldn0iigjln7tugfq5ma3ln2aaes3463c/f/82a228d1372a4611beafc5dc2507444e into bc53ab51588c99e9df65a4894472359d/f (new location: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/f/eee5161107674ea1a4efd2857de91a73_SeqId_6_) 2023-10-02T12:29:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/staging/jenkins__table1__2mjgv008l7g2platg4s6gjgn8qo9sgtcldn0iigjln7tugfq5ma3ln2aaes3463c/f/82a228d1372a4611beafc5dc2507444e 2023-10-02T12:29:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5979fed5 to 127.0.0.1:50046 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522aad7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:12,484 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51950, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:29:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:12,488 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35558, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:29:12,507 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5979fed5 to 127.0.0.1:50046 2023-10-02T12:29:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:12,512 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:12,513 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0b62e0a5 to 127.0.0.1:50046 2023-10-02T12:29:12,513 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:12,513 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:29:12,513 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(187): test-1696249699037 has been successfully restored to table1 2023-10-02T12:29:12,513 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:29:12,513 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(233): Backup: backup_1696249725908 hdfs://localhost:43979/backupUT/backup_1696249725908/default/test-1696249699037/ 2023-10-02T12:29:12,513 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-10-02T12:29:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45821 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Scan size: 131 connection: 172.31.12.81:35888 deadline: 1696249812516, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1696249735470.0a04140a71a8123eb974c6be950523db. is not online on jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:29:12,639 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:12,640 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3c1cd66d to 127.0.0.1:50046 2023-10-02T12:29:12,640 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:12,668 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackupDeleteTable#testIncBackupDeleteTable Thread=601 (was 584) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2021830612_16 at /127.0.0.1:51590 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,45821,1696249685231' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x0b62e0a5-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: PacketResponder: BP-115130225-172.31.12.81-1696249674566:blk_1073741878_1054, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x5979fed5 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1857374362.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x477ccb0c-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x3c1cd66d-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/cluster_f35c4dcc-a6f9-fbcd-9061-130184a762f6/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x0b62e0a5-SendThread(127.0.0.1:50046) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2021830612_16 at /127.0.0.1:51538 [Waiting for operation #19] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2021830612_16 at /127.0.0.1:40880 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x5979fed5-SendThread(127.0.0.1:50046) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45821,1696249685231)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,44731,1696249680158)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x3c1cd66d java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:216) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:328) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1857374362.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x477ccb0c-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-115130225-172.31.12.81-1696249674566:blk_1073741879_1055, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2112597305_16 at /127.0.0.1:50330 [Receiving block BP-115130225-172.31.12.81-1696249674566:blk_1073741879_1055] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x3c1cd66d-SendThread(127.0.0.1:50046) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x5979fed5-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2112597305_16 at /127.0.0.1:50318 [Receiving block BP-115130225-172.31.12.81-1696249674566:blk_1073741878_1054] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50046@0x0b62e0a5 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1857374362.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/cluster_f35c4dcc-a6f9-fbcd-9061-130184a762f6/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=687 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=850 (was 777) - SystemLoadAverage LEAK? -, ProcessCount=181 (was 180) - ProcessCount LEAK? -, AvailableMemoryMB=275 (was 1307) 2023-10-02T12:29:12,669 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-10-02T12:29:12,678 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:29:12,679 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:12,679 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x625f8d4b to 127.0.0.1:50046 2023-10-02T12:29:12,679 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:12,679 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:29:12,679 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] util.JVMClusterUtil(257): Found active master hash=1880296503, stopped=false 2023-10-02T12:29:12,680 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:29:12,684 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:29:12,684 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:12,684 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:29:12,684 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:12,684 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:29:12,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:29:12,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:29:12,685 DEBUG [Listener at jenkins-hbase3.apache.org/46389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:12,685 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45821,1696249685231' ***** 2023-10-02T12:29:12,685 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:29:12,686 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:29:12,705 INFO [RS:0;jenkins-hbase3:45821 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@70f15a23{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:29:12,709 INFO [RS:0;jenkins-hbase3:45821 {}] server.AbstractConnector(383): Stopped ServerConnector@1fdf18ee{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:29:12,709 INFO [RS:0;jenkins-hbase3:45821 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:29:12,711 INFO [RS:0;jenkins-hbase3:45821 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@127e0bba{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:29:12,712 INFO [RS:0;jenkins-hbase3:45821 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4c479fc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop.log.dir/,STOPPED} 2023-10-02T12:29:12,715 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:29:12,715 INFO [RS:0;jenkins-hbase3:45821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:29:12,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:29:12,715 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:29:12,715 INFO [RS:0;jenkins-hbase3:45821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:29:12,715 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for 2aa140859ed0360f509d8d147f862e35 2023-10-02T12:29:12,716 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for 456b44f212c3acb73caf3a9bbc250646 2023-10-02T12:29:12,716 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for 22b4f9c6c00cf7619ecfa4726d60dd5e 2023-10-02T12:29:12,716 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:29:12,716 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:12,716 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for b6ac0491a06ec0597c85561476765a40 2023-10-02T12:29:12,716 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for 7e3f72fea8756e8dd46e2210c9ffda73 2023-10-02T12:29:12,716 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:29:12,716 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:29:12,717 INFO [RS:0;jenkins-hbase3:45821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:29:12,717 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2aa140859ed0360f509d8d147f862e35, disabling compactions & flushes 2023-10-02T12:29:12,717 DEBUG [RS:0;jenkins-hbase3:45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:12,717 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:29:12,717 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:29:12,717 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. after waiting 0 ms 2023-10-02T12:29:12,717 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:29:12,717 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:29:12,717 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:29:12,717 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:29:12,717 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:29:12,718 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1579): Waiting on 9 regions to close 2023-10-02T12:29:12,718 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1583): Online Regions={2aa140859ed0360f509d8d147f862e35=ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35., 456b44f212c3acb73caf3a9bbc250646=ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646., 22b4f9c6c00cf7619ecfa4726d60dd5e=hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e., dd5e238745a770769105ba7e89a78c4a=test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a., 1588230740=hbase:meta,,1.1588230740, bc53ab51588c99e9df65a4894472359d=table1,,1696249744567.bc53ab51588c99e9df65a4894472359d., b6ac0491a06ec0597c85561476765a40=ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40., 7e3f72fea8756e8dd46e2210c9ffda73=backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73., 84384bb1efbe9dee00ddae687a1851ca=backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.} 2023-10-02T12:29:12,719 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:29:12,719 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:29:12,719 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:29:12,719 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:29:12,719 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:29:12,719 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=14.91 KB heapSize=26.30 KB 2023-10-02T12:29:12,719 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 22b4f9c6c00cf7619ecfa4726d60dd5e, 2aa140859ed0360f509d8d147f862e35, 456b44f212c3acb73caf3a9bbc250646, 7e3f72fea8756e8dd46e2210c9ffda73, 84384bb1efbe9dee00ddae687a1851ca, b6ac0491a06ec0597c85561476765a40, bc53ab51588c99e9df65a4894472359d, dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:29:12,721 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:29:12,726 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns3/test-16962496990372/2aa140859ed0360f509d8d147f862e35/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:29:12,727 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:12,735 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:29:12,735 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2aa140859ed0360f509d8d147f862e35: 2023-10-02T12:29:12,735 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35. 2023-10-02T12:29:12,736 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 456b44f212c3acb73caf3a9bbc250646, disabling compactions & flushes 2023-10-02T12:29:12,736 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:12,736 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:12,736 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. after waiting 0 ms 2023-10-02T12:29:12,736 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:12,763 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/info/06ca3f4f0f6f4516829233a01b3f3ec7 is 159, key is ns3:test-16962496990372,,1696249703034.2aa140859ed0360f509d8d147f862e35./info:regioninfo/1696249704229/Put/seqid=0 2023-10-02T12:29:12,766 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns2/table2/456b44f212c3acb73caf3a9bbc250646/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:29:12,768 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:12,769 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:12,769 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 456b44f212c3acb73caf3a9bbc250646: 2023-10-02T12:29:12,769 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1696249740375.456b44f212c3acb73caf3a9bbc250646. 2023-10-02T12:29:12,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 22b4f9c6c00cf7619ecfa4726d60dd5e, disabling compactions & flushes 2023-10-02T12:29:12,771 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:29:12,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:29:12,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. after waiting 0 ms 2023-10-02T12:29:12,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:29:12,771 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 22b4f9c6c00cf7619ecfa4726d60dd5e 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:29:12,778 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/info/06ca3f4f0f6f4516829233a01b3f3ec7 2023-10-02T12:29:12,795 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e/.tmp/info/d679e00a79c549899caebf66ee927422 is 45, key is default/info:d/1696249691542/Put/seqid=0 2023-10-02T12:29:12,804 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/rep_barrier/a5265bdd8c7d4fbda9a2a0c9a82f7864 is 107, key is ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae./rep_barrier:/1696249725665/DeleteFamily/seqid=0 2023-10-02T12:29:12,814 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e/.tmp/info/d679e00a79c549899caebf66ee927422 2023-10-02T12:29:12,858 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e/.tmp/info/d679e00a79c549899caebf66ee927422 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e/info/d679e00a79c549899caebf66ee927422 2023-10-02T12:29:12,870 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e/info/d679e00a79c549899caebf66ee927422, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:29:12,872 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 22b4f9c6c00cf7619ecfa4726d60dd5e in 101ms, sequenceid=11, compaction requested=false 2023-10-02T12:29:12,880 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/namespace/22b4f9c6c00cf7619ecfa4726d60dd5e/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:29:12,881 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:12,881 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:29:12,881 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 22b4f9c6c00cf7619ecfa4726d60dd5e: 2023-10-02T12:29:12,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696249690800.22b4f9c6c00cf7619ecfa4726d60dd5e. 2023-10-02T12:29:12,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dd5e238745a770769105ba7e89a78c4a, disabling compactions & flushes 2023-10-02T12:29:12,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:29:12,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:29:12,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. after waiting 0 ms 2023-10-02T12:29:12,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:29:12,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing dd5e238745a770769105ba7e89a78c4a 1/1 column families, dataSize=3.46 KB heapSize=11.08 KB 2023-10-02T12:29:12,886 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/.tmp/f/fa54f04008bd4678bb1ac2ae4079fdc6 is 40, key is row-t110/f:q1/1696249724528/Put/seqid=0 2023-10-02T12:29:12,920 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 7e3f72fea8756e8dd46e2210c9ffda73, 84384bb1efbe9dee00ddae687a1851ca, b6ac0491a06ec0597c85561476765a40, bc53ab51588c99e9df65a4894472359d, dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:29:13,060 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:29:13,060 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:29:13,120 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 7e3f72fea8756e8dd46e2210c9ffda73, 84384bb1efbe9dee00ddae687a1851ca, b6ac0491a06ec0597c85561476765a40, bc53ab51588c99e9df65a4894472359d, dd5e238745a770769105ba7e89a78c4a 2023-10-02T12:29:13,250 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=189 B at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/rep_barrier/a5265bdd8c7d4fbda9a2a0c9a82f7864 2023-10-02T12:29:13,276 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/table/5987b6d97d3841238516f2499ee480c1 is 101, key is ns2:test-16962496990371,,1696249701809.7266e907404228aac3fa830409b746ae./table:/1696249725665/DeleteFamily/seqid=0 2023-10-02T12:29:13,290 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.46 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/.tmp/f/fa54f04008bd4678bb1ac2ae4079fdc6 2023-10-02T12:29:13,298 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/.tmp/f/fa54f04008bd4678bb1ac2ae4079fdc6 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/fa54f04008bd4678bb1ac2ae4079fdc6 2023-10-02T12:29:13,305 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/f/fa54f04008bd4678bb1ac2ae4079fdc6, entries=99, sequenceid=205, filesize=8.6 K 2023-10-02T12:29:13,306 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3544, heapSize ~11.06 KB/11328, currentSize=0 B/0 for dd5e238745a770769105ba7e89a78c4a in 424ms, sequenceid=205, compaction requested=false 2023-10-02T12:29:13,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/test-1696249699037/dd5e238745a770769105ba7e89a78c4a/recovered.edits/208.seqid, newMaxSeqId=208, maxSeqId=1 2023-10-02T12:29:13,315 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:13,315 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:29:13,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dd5e238745a770769105ba7e89a78c4a: 2023-10-02T12:29:13,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696249699037,,1696249699535.dd5e238745a770769105ba7e89a78c4a. 2023-10-02T12:29:13,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bc53ab51588c99e9df65a4894472359d, disabling compactions & flushes 2023-10-02T12:29:13,316 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:13,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:13,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. after waiting 0 ms 2023-10-02T12:29:13,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:13,320 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 7e3f72fea8756e8dd46e2210c9ffda73, 84384bb1efbe9dee00ddae687a1851ca, b6ac0491a06ec0597c85561476765a40, bc53ab51588c99e9df65a4894472359d 2023-10-02T12:29:13,322 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/default/table1/bc53ab51588c99e9df65a4894472359d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-10-02T12:29:13,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:13,324 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:13,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bc53ab51588c99e9df65a4894472359d: 2023-10-02T12:29:13,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1696249744567.bc53ab51588c99e9df65a4894472359d. 2023-10-02T12:29:13,325 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b6ac0491a06ec0597c85561476765a40, disabling compactions & flushes 2023-10-02T12:29:13,325 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:29:13,325 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:29:13,325 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. after waiting 0 ms 2023-10-02T12:29:13,325 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:29:13,332 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/ns4/test-16962496990373/b6ac0491a06ec0597c85561476765a40/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:29:13,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:13,334 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:29:13,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b6ac0491a06ec0597c85561476765a40: 2023-10-02T12:29:13,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962496990373,,1696249705160.b6ac0491a06ec0597c85561476765a40. 2023-10-02T12:29:13,335 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7e3f72fea8756e8dd46e2210c9ffda73, disabling compactions & flushes 2023-10-02T12:29:13,335 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:29:13,335 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:29:13,335 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. after waiting 0 ms 2023-10-02T12:29:13,335 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:29:13,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system_bulk/7e3f72fea8756e8dd46e2210c9ffda73/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:29:13,339 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:13,340 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:29:13,340 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7e3f72fea8756e8dd46e2210c9ffda73: 2023-10-02T12:29:13,340 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696249709663.7e3f72fea8756e8dd46e2210c9ffda73. 2023-10-02T12:29:13,340 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 84384bb1efbe9dee00ddae687a1851ca, disabling compactions & flushes 2023-10-02T12:29:13,340 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:29:13,340 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:29:13,340 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. after waiting 0 ms 2023-10-02T12:29:13,340 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:29:13,340 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 84384bb1efbe9dee00ddae687a1851ca 2/2 column families, dataSize=1.08 KB heapSize=2.08 KB 2023-10-02T12:29:13,345 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/meta/764a8a272e3441f4ba86e28af0a54e8d is 169, key is trslm:hdfs://localhost:43979/backupUT\x00test-1696249699037/meta:log-roll-map/1696249734469/Put/seqid=0 2023-10-02T12:29:13,521 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:29:13,682 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.37 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/table/5987b6d97d3841238516f2499ee480c1 2023-10-02T12:29:13,690 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/info/06ca3f4f0f6f4516829233a01b3f3ec7 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/info/06ca3f4f0f6f4516829233a01b3f3ec7 2023-10-02T12:29:13,697 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/info/06ca3f4f0f6f4516829233a01b3f3ec7, entries=84, sequenceid=68, filesize=15.5 K 2023-10-02T12:29:13,699 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/rep_barrier/a5265bdd8c7d4fbda9a2a0c9a82f7864 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/rep_barrier/a5265bdd8c7d4fbda9a2a0c9a82f7864 2023-10-02T12:29:13,705 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/rep_barrier/a5265bdd8c7d4fbda9a2a0c9a82f7864, entries=2, sequenceid=68, filesize=5.4 K 2023-10-02T12:29:13,706 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/.tmp/table/5987b6d97d3841238516f2499ee480c1 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/table/5987b6d97d3841238516f2499ee480c1 2023-10-02T12:29:13,713 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/table/5987b6d97d3841238516f2499ee480c1, entries=20, sequenceid=68, filesize=6.1 K 2023-10-02T12:29:13,714 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~14.91 KB/15271, heapSize ~26.25 KB/26880, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=68, compaction requested=false 2023-10-02T12:29:13,722 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-10-02T12:29:13,722 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740, 84384bb1efbe9dee00ddae687a1851ca=backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca.} 2023-10-02T12:29:13,722 DEBUG [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 84384bb1efbe9dee00ddae687a1851ca 2023-10-02T12:29:13,725 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/hbase/meta/1588230740/recovered.edits/71.seqid, newMaxSeqId=71, maxSeqId=1 2023-10-02T12:29:13,726 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:13,726 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:29:13,727 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:29:13,727 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:29:13,727 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:29:13,759 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=364 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/meta/764a8a272e3441f4ba86e28af0a54e8d 2023-10-02T12:29:13,767 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/628de7ad01264fe2ba4555eb065d93d8 is 330, key is session:backup_1696249725908/session:context/1696249735368/Put/seqid=0 2023-10-02T12:29:13,772 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=738 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/628de7ad01264fe2ba4555eb065d93d8 2023-10-02T12:29:13,781 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/meta/764a8a272e3441f4ba86e28af0a54e8d as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/meta/764a8a272e3441f4ba86e28af0a54e8d 2023-10-02T12:29:13,793 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/meta/764a8a272e3441f4ba86e28af0a54e8d, entries=3, sequenceid=27, filesize=5.5 K 2023-10-02T12:29:13,794 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/.tmp/session/628de7ad01264fe2ba4555eb065d93d8 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/628de7ad01264fe2ba4555eb065d93d8 2023-10-02T12:29:13,801 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/session/628de7ad01264fe2ba4555eb065d93d8, entries=2, sequenceid=27, filesize=5.3 K 2023-10-02T12:29:13,802 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1102, heapSize ~2.05 KB/2096, currentSize=0 B/0 for 84384bb1efbe9dee00ddae687a1851ca in 462ms, sequenceid=27, compaction requested=true 2023-10-02T12:29:13,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/data/backup/system/84384bb1efbe9dee00ddae687a1851ca/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-10-02T12:29:13,824 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:13,824 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:29:13,825 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 84384bb1efbe9dee00ddae687a1851ca: 2023-10-02T12:29:13,825 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696249707531.84384bb1efbe9dee00ddae687a1851ca. 2023-10-02T12:29:13,922 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45821,1696249685231; all regions closed. 2023-10-02T12:29:13,932 DEBUG [RS:0;jenkins-hbase3:45821 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/oldWALs 2023-10-02T12:29:13,932 INFO [RS:0;jenkins-hbase3:45821 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45821%2C1696249685231.meta:.meta(num 1696249726843) 2023-10-02T12:29:13,939 DEBUG [RS:0;jenkins-hbase3:45821 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/oldWALs 2023-10-02T12:29:13,939 INFO [RS:0;jenkins-hbase3:45821 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45821%2C1696249685231:(num 1696249726884) 2023-10-02T12:29:13,939 DEBUG [RS:0;jenkins-hbase3:45821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:13,939 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:29:13,939 INFO [RS:0;jenkins-hbase3:45821 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-10-02T12:29:13,940 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:29:13,941 INFO [RS:0;jenkins-hbase3:45821 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45821 2023-10-02T12:29:13,948 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,45821,1696249685231 2023-10-02T12:29:13,948 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:29:13,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45821,1696249685231] 2023-10-02T12:29:13,952 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45821,1696249685231; numProcessing=1 2023-10-02T12:29:13,953 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,45821,1696249685231 already deleted, retry=false 2023-10-02T12:29:13,953 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,45821,1696249685231 expired; onlineServers=0 2023-10-02T12:29:13,953 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,44731,1696249680158' ***** 2023-10-02T12:29:13,953 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:29:13,954 DEBUG [M:0;jenkins-hbase3:44731 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53df067a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:29:13,954 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:29:13,964 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-10-02T12:29:13,964 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:13,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:29:14,007 INFO [M:0;jenkins-hbase3:44731 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5d69e70d{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:29:14,007 INFO [M:0;jenkins-hbase3:44731 {}] server.AbstractConnector(383): Stopped ServerConnector@61d7f56c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:29:14,008 INFO [M:0;jenkins-hbase3:44731 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:29:14,008 INFO [M:0;jenkins-hbase3:44731 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e3a42ec{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:29:14,009 INFO [M:0;jenkins-hbase3:44731 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1e2607be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/hadoop.log.dir/,STOPPED} 2023-10-02T12:29:14,009 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,44731,1696249680158 2023-10-02T12:29:14,009 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,44731,1696249680158; all regions closed. 2023-10-02T12:29:14,009 DEBUG [M:0;jenkins-hbase3:44731 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:14,009 INFO [M:0;jenkins-hbase3:44731 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:29:14,010 INFO [M:0;jenkins-hbase3:44731 {}] server.AbstractConnector(383): Stopped ServerConnector@eab1e7b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:29:14,011 DEBUG [M:0;jenkins-hbase3:44731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:29:14,011 INFO [M:0;jenkins-hbase3:44731 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:29:14,011 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:29:14,011 DEBUG [M:0;jenkins-hbase3:44731 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7b0184dc to 127.0.0.1:50046 2023-10-02T12:29:14,011 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249688614 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249688614,5,FailOnTimeoutGroup] 2023-10-02T12:29:14,011 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249688601 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249688601,5,FailOnTimeoutGroup] 2023-10-02T12:29:14,011 DEBUG [M:0;jenkins-hbase3:44731 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:14,011 DEBUG [M:0;jenkins-hbase3:44731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:29:14,012 INFO [M:0;jenkins-hbase3:44731 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:29:14,012 DEBUG [M:0;jenkins-hbase3:44731 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:29:14,012 INFO [M:0;jenkins-hbase3:44731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:29:14,012 ERROR [M:0;jenkins-hbase3:44731 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2023-10-02T12:29:14,013 INFO [M:0;jenkins-hbase3:44731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:29:14,013 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:29:14,014 DEBUG [M:0;jenkins-hbase3:44731 {}] zookeeper.ZKUtil(347): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-10-02T12:29:14,014 WARN [M:0;jenkins-hbase3:44731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:29:14,014 INFO [M:0;jenkins-hbase3:44731 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:29:14,014 INFO [M:0;jenkins-hbase3:44731 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:29:14,015 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:29:14,032 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:14,032 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:14,032 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:29:14,032 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:14,032 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=211.75 KB heapSize=254.47 KB 2023-10-02T12:29:14,045 DEBUG [M:0;jenkins-hbase3:44731 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3853311be8b9441cb28959b39a56f569 is 88, key is hbase:meta,,1/info:sn/1696249689468/Put/seqid=0 2023-10-02T12:29:14,051 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:29:14,051 INFO [RS:0;jenkins-hbase3:45821 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45821,1696249685231; zookeeper connection closed. 2023-10-02T12:29:14,051 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45821-0x10173256ba50001, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:29:14,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20ff652a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20ff652a 2023-10-02T12:29:14,051 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:29:14,451 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3853311be8b9441cb28959b39a56f569 2023-10-02T12:29:14,475 DEBUG [M:0;jenkins-hbase3:44731 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25cb69277c6945eca844641d703c2c30 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1696249710903/Put/seqid=0 2023-10-02T12:29:14,880 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.15 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25cb69277c6945eca844641d703c2c30 2023-10-02T12:29:14,886 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25cb69277c6945eca844641d703c2c30 2023-10-02T12:29:14,905 DEBUG [M:0;jenkins-hbase3:44731 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6208866e2a744ee68c8752ec973554fb is 82, key is jenkins-hbase3.apache.org,45821,1696249685231/rs:state/1696249688866/Put/seqid=0 2023-10-02T12:29:15,312 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6208866e2a744ee68c8752ec973554fb 2023-10-02T12:29:15,319 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3853311be8b9441cb28959b39a56f569 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3853311be8b9441cb28959b39a56f569 2023-10-02T12:29:15,327 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3853311be8b9441cb28959b39a56f569, entries=8, sequenceid=500, filesize=5.5 K 2023-10-02T12:29:15,328 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25cb69277c6945eca844641d703c2c30 as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25cb69277c6945eca844641d703c2c30 2023-10-02T12:29:15,334 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25cb69277c6945eca844641d703c2c30 2023-10-02T12:29:15,335 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25cb69277c6945eca844641d703c2c30, entries=55, sequenceid=500, filesize=16.8 K 2023-10-02T12:29:15,336 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6208866e2a744ee68c8752ec973554fb as hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6208866e2a744ee68c8752ec973554fb 2023-10-02T12:29:15,342 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43979/user/jenkins/test-data/afa05580-6a6d-790a-a366-64c1e3bf73f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6208866e2a744ee68c8752ec973554fb, entries=1, sequenceid=500, filesize=5.1 K 2023-10-02T12:29:15,343 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(3022): Finished flush of dataSize ~211.75 KB/216828, heapSize ~254.17 KB/260272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=500, compaction requested=false 2023-10-02T12:29:15,347 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:15,348 DEBUG [M:0;jenkins-hbase3:44731 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:29:15,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:29:15,351 INFO [M:0;jenkins-hbase3:44731 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:29:15,351 INFO [M:0;jenkins-hbase3:44731 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:29:15,352 INFO [M:0;jenkins-hbase3:44731 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:44731 2023-10-02T12:29:15,354 DEBUG [M:0;jenkins-hbase3:44731 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,44731,1696249680158 already deleted, retry=false 2023-10-02T12:29:15,456 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:29:15,456 DEBUG [Listener at localhost/32845-EventThread {}] zookeeper.ZKWatcher(604): master:44731-0x10173256ba50000, quorum=127.0.0.1:50046, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:29:15,456 INFO [M:0;jenkins-hbase3:44731 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,44731,1696249680158; zookeeper connection closed. 2023-10-02T12:29:15,465 WARN [Listener at jenkins-hbase3.apache.org/46389 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:29:15,475 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:29:15,580 WARN [BP-115130225-172.31.12.81-1696249674566 heartbeating to localhost/127.0.0.1:43979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:29:15,580 WARN [BP-115130225-172.31.12.81-1696249674566 heartbeating to localhost/127.0.0.1:43979 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-115130225-172.31.12.81-1696249674566 (Datanode Uuid bfc0a6e9-5412-4419-8062-8767ff8f75f2) service to localhost/127.0.0.1:43979 2023-10-02T12:29:15,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/cluster_f35c4dcc-a6f9-fbcd-9061-130184a762f6/dfs/data/data1/current/BP-115130225-172.31.12.81-1696249674566 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:29:15,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9871318f-77bd-c9fa-9768-6b5f68f14b62/cluster_f35c4dcc-a6f9-fbcd-9061-130184a762f6/dfs/data/data2/current/BP-115130225-172.31.12.81-1696249674566 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:29:15,609 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:29:15,734 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-10-02T12:29:15,798 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:29:15,798 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:29:15,811 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:29:15,929 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:29:16,040 ERROR [Thread[Thread-276,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:29:16,040 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:29:16,050 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:29:16,060 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:29:16,062 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:29:16,067 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:29:16,170 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:29:16,170 INFO [Listener at jenkins-hbase3.apache.org/46389 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped