2023-11-12 09:23:35,366 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:23:35,379 main DEBUG Took 0.010681 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:23:35,379 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:23:35,379 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:23:35,380 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:23:35,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,390 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:23:35,402 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,404 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,404 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,405 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,406 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,407 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,408 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,409 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,409 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:23:35,411 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,411 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:23:35,413 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:23:35,415 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:23:35,417 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:23:35,417 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:23:35,418 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:23:35,418 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:23:35,430 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:23:35,433 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:23:35,437 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:23:35,437 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:23:35,437 main DEBUG createAppenders(={Console}) 2023-11-12 09:23:35,438 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-12 09:23:35,438 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:23:35,439 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-12 09:23:35,439 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:23:35,439 main DEBUG OutputStream closed 2023-11-12 09:23:35,440 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:23:35,440 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:23:35,440 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-12 09:23:35,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:23:35,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:23:35,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:23:35,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:23:35,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:23:35,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:23:35,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:23:35,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:23:35,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:23:35,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:23:35,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:23:35,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:23:35,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:23:35,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:23:35,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:23:35,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:23:35,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:23:35,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:23:35,494 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:23:35,495 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-12 09:23:35,495 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:23:35,496 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-12T09:23:35,527 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackupSetRestoreSet timeout: 13 mins 2023-11-12 09:23:35,532 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:23:35,532 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:23:35,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997 2023-11-12T09:23:35,863 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:23:35,865 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:35,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:23:35,870 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/cluster_2da4ac40-0243-a030-fb87-b568e5f6a501, deleteOnExit=true 2023-11-12T09:23:35,870 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:23:35,871 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/test.cache.data in system properties and HBase conf 2023-11-12T09:23:35,871 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:23:35,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:23:35,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:23:35,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:23:35,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:23:35,987 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:23:36,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:23:36,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:23:36,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:23:36,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:23:36,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:23:36,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:23:36,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:23:36,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:23:36,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:23:36,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:23:36,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:23:36,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:23:36,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:23:36,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:23:36,474 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:23:36,936 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:23:36,941 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:23:37,227 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:23:37,390 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@406460c2 via org.mortbay.log.Slf4jLog 2023-11-12T09:23:37,408 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:23:37,451 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:23:37,501 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/java.io.tmpdir/Jetty_localhost_43053_hdfs____g2ao49/webapp 2023-11-12T09:23:37,641 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43053 2023-11-12T09:23:37,666 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:23:37,666 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:23:38,233 WARN [Listener at localhost/36879 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:23:38,295 WARN [Listener at localhost/36879 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:23:38,314 WARN [Listener at localhost/36879 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:23:38,319 INFO [Listener at localhost/36879 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:23:38,325 INFO [Listener at localhost/36879 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/java.io.tmpdir/Jetty_localhost_34249_datanode____rjmzh/webapp 2023-11-12T09:23:38,424 INFO [Listener at localhost/36879 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34249 2023-11-12T09:23:38,744 WARN [Listener at localhost/45971 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:23:39,076 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:23:39,288 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x9a6d3f3a0c8ec687: Processing first storage report for DS-3925d5d1-e780-470c-8af9-7314be10faf0 from datanode 7483a5e5-1761-4375-bb20-7c3cfd6a6bb6 2023-11-12T09:23:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x9a6d3f3a0c8ec687: from storage DS-3925d5d1-e780-470c-8af9-7314be10faf0 node DatanodeRegistration(127.0.0.1:34181, datanodeUuid=7483a5e5-1761-4375-bb20-7c3cfd6a6bb6, infoPort=35175, infoSecurePort=0, ipcPort=45971, storageInfo=lv=-57;cid=testClusterID;nsid=2113699259;c=1699781017012), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T09:23:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x9a6d3f3a0c8ec687: Processing first storage report for DS-2613d274-97fe-47d9-beeb-1235946910e7 from datanode 7483a5e5-1761-4375-bb20-7c3cfd6a6bb6 2023-11-12T09:23:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x9a6d3f3a0c8ec687: from storage DS-2613d274-97fe-47d9-beeb-1235946910e7 node DatanodeRegistration(127.0.0.1:34181, datanodeUuid=7483a5e5-1761-4375-bb20-7c3cfd6a6bb6, infoPort=35175, infoSecurePort=0, ipcPort=45971, storageInfo=lv=-57;cid=testClusterID;nsid=2113699259;c=1699781017012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:23:39,307 DEBUG [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997 2023-11-12T09:23:39,455 INFO [Listener at localhost/45971 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/cluster_2da4ac40-0243-a030-fb87-b568e5f6a501/zookeeper_0, clientPort=59941, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/cluster_2da4ac40-0243-a030-fb87-b568e5f6a501/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/cluster_2da4ac40-0243-a030-fb87-b568e5f6a501/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:23:39,475 INFO [Listener at localhost/45971 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59941 2023-11-12T09:23:39,483 INFO [Listener at localhost/45971 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:23:39,485 INFO [Listener at localhost/45971 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:23:40,184 INFO [Listener at localhost/45971 {}] util.FSUtils(462): Created version file at hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f with version=8 2023-11-12T09:23:40,184 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging 2023-11-12T09:23:40,203 DEBUG [Listener at localhost/45971 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:23:40,203 DEBUG [Listener at localhost/45971 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:23:40,203 DEBUG [Listener at localhost/45971 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:23:40,203 DEBUG [Listener at localhost/45971 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:23:40,429 DEBUG [Listener at localhost/45971 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:23:41,304 INFO [Listener at localhost/45971 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:23:41,354 INFO [Listener at localhost/45971 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:23:41,355 INFO [Listener at localhost/45971 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:23:41,355 INFO [Listener at localhost/45971 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:23:41,355 INFO [Listener at localhost/45971 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:23:41,355 INFO [Listener at localhost/45971 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:23:41,525 INFO [Listener at localhost/45971 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:23:41,656 INFO [Listener at localhost/45971 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:23:41,676 DEBUG [Listener at localhost/45971 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:23:41,682 INFO [Listener at localhost/45971 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:23:41,731 DEBUG [Listener at localhost/45971 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 4102 (auto-detected) 2023-11-12T09:23:41,733 DEBUG [Listener at localhost/45971 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:23:41,780 INFO [Listener at localhost/45971 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:35441 2023-11-12T09:23:41,800 INFO [Listener at localhost/45971 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:23:41,803 INFO [Listener at localhost/45971 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:23:41,833 INFO [Listener at localhost/45971 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:35441 connecting to ZooKeeper ensemble=127.0.0.1:59941 2023-11-12T09:23:41,916 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:354410x0, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:23:41,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:35441-0x1004cf1f5190000 connected 2023-11-12T09:23:41,958 DEBUG [Listener at localhost/45971 {}] zookeeper.ZKUtil(113): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:23:41,962 DEBUG [Listener at localhost/45971 {}] zookeeper.ZKUtil(113): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:23:41,965 DEBUG [Listener at localhost/45971 {}] zookeeper.ZKUtil(113): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:23:41,976 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35441 2023-11-12T09:23:41,977 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35441 2023-11-12T09:23:41,978 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35441 2023-11-12T09:23:41,978 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35441 2023-11-12T09:23:41,978 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35441 2023-11-12T09:23:42,035 INFO [Listener at localhost/45971 {}] log.Log(170): Logging initialized @7348ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:23:42,166 INFO [Listener at localhost/45971 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:23:42,167 INFO [Listener at localhost/45971 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:23:42,168 INFO [Listener at localhost/45971 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:23:42,170 INFO [Listener at localhost/45971 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:23:42,171 INFO [Listener at localhost/45971 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:23:42,171 INFO [Listener at localhost/45971 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:23:42,174 INFO [Listener at localhost/45971 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:23:42,314 INFO [Listener at localhost/45971 {}] http.HttpServer(1227): Jetty bound to port 41455 2023-11-12T09:23:42,316 INFO [Listener at localhost/45971 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:23:42,356 INFO [Listener at localhost/45971 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:23:42,360 INFO [Listener at localhost/45971 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@49699fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:23:42,361 INFO [Listener at localhost/45971 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:23:42,361 INFO [Listener at localhost/45971 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@47c96546{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:23:42,429 INFO [Listener at localhost/45971 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:23:42,443 INFO [Listener at localhost/45971 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:23:42,443 INFO [Listener at localhost/45971 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:23:42,445 INFO [Listener at localhost/45971 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:23:42,453 INFO [Listener at localhost/45971 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:23:43,653 INFO [Listener at localhost/45971 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@562da5d9{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:23:43,664 INFO [Listener at localhost/45971 {}] server.AbstractConnector(333): Started ServerConnector@230cee93{HTTP/1.1, (http/1.1)}{0.0.0.0:41455} 2023-11-12T09:23:43,664 INFO [Listener at localhost/45971 {}] server.Server(415): Started @8977ms 2023-11-12T09:23:43,668 INFO [Listener at localhost/45971 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f, hbase.cluster.distributed=false 2023-11-12T09:23:43,729 INFO [Listener at localhost/45971 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:23:43,730 INFO [Listener at localhost/45971 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:23:43,730 INFO [Listener at localhost/45971 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:23:43,730 INFO [Listener at localhost/45971 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:23:43,730 INFO [Listener at localhost/45971 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:23:43,730 INFO [Listener at localhost/45971 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:23:43,739 INFO [Listener at localhost/45971 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:23:43,740 INFO [Listener at localhost/45971 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:23:43,742 INFO [Listener at localhost/45971 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:34109 2023-11-12T09:23:43,744 INFO [Listener at localhost/45971 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:23:43,752 DEBUG [Listener at localhost/45971 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:23:43,752 INFO [Listener at localhost/45971 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:23:43,755 INFO [Listener at localhost/45971 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:23:43,758 INFO [Listener at localhost/45971 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:34109 connecting to ZooKeeper ensemble=127.0.0.1:59941 2023-11-12T09:23:43,761 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:341090x0, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:23:43,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:34109-0x1004cf1f5190001 connected 2023-11-12T09:23:43,762 DEBUG [Listener at localhost/45971 {}] zookeeper.ZKUtil(113): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:23:43,763 DEBUG [Listener at localhost/45971 {}] zookeeper.ZKUtil(113): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:23:43,764 DEBUG [Listener at localhost/45971 {}] zookeeper.ZKUtil(113): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:23:43,765 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34109 2023-11-12T09:23:43,765 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34109 2023-11-12T09:23:43,765 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34109 2023-11-12T09:23:43,766 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34109 2023-11-12T09:23:43,766 DEBUG [Listener at localhost/45971 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34109 2023-11-12T09:23:43,769 INFO [Listener at localhost/45971 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:23:43,769 INFO [Listener at localhost/45971 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:23:43,770 INFO [Listener at localhost/45971 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:23:43,770 INFO [Listener at localhost/45971 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:23:43,770 INFO [Listener at localhost/45971 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:23:43,771 INFO [Listener at localhost/45971 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:23:43,771 INFO [Listener at localhost/45971 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:23:43,773 INFO [Listener at localhost/45971 {}] http.HttpServer(1227): Jetty bound to port 41177 2023-11-12T09:23:43,773 INFO [Listener at localhost/45971 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:23:43,774 INFO [Listener at localhost/45971 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:23:43,775 INFO [Listener at localhost/45971 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@33478bc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:23:43,775 INFO [Listener at localhost/45971 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:23:43,775 INFO [Listener at localhost/45971 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@12384b93{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:23:43,787 INFO [Listener at localhost/45971 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:23:43,788 INFO [Listener at localhost/45971 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:23:43,789 INFO [Listener at localhost/45971 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:23:43,789 INFO [Listener at localhost/45971 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:23:43,790 INFO [Listener at localhost/45971 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:23:43,794 INFO [Listener at localhost/45971 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@42d6a1d3{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:23:43,795 INFO [Listener at localhost/45971 {}] server.AbstractConnector(333): Started ServerConnector@435d4b8f{HTTP/1.1, (http/1.1)}{0.0.0.0:41177} 2023-11-12T09:23:43,795 INFO [Listener at localhost/45971 {}] server.Server(415): Started @9109ms 2023-11-12T09:23:43,800 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:23:43,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@30b59d53{HTTP/1.1, (http/1.1)}{0.0.0.0:41893} 2023-11-12T09:23:43,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9116ms 2023-11-12T09:23:43,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:43,816 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:23:43,816 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:23:43,820 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:43,827 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:35441 2023-11-12T09:23:43,865 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:23:43,865 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:23:43,866 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:43,866 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:43,867 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:23:43,868 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,35441,1699781020412 from backup master directory 2023-11-12T09:23:43,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:23:43,873 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:43,873 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:23:43,873 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:23:43,874 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:23:43,875 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:43,879 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:23:43,881 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:23:43,968 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase.id with ID: 0d42a630-d980-43b3-8d16-1fa9eb2bac64 2023-11-12T09:23:44,011 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:23:44,027 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:44,027 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:44,072 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:44,074 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:23:44,093 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:23:44,093 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:23:44,095 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:23:44,105 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:23:44,107 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:23:44,181 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store 2023-11-12T09:23:44,606 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:23:44,607 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:44,607 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:23:44,607 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:44,608 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:44,608 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:23:44,608 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:44,608 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:44,608 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:23:44,610 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/.initializing 2023-11-12T09:23:44,610 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/WALs/jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:44,619 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:23:44,633 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35441%2C1699781020412, suffix=, logDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/WALs/jenkins-hbase3.apache.org,35441,1699781020412, archiveDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/oldWALs, maxLogs=10 2023-11-12T09:23:44,662 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/WALs/jenkins-hbase3.apache.org,35441,1699781020412/jenkins-hbase3.apache.org%2C35441%2C1699781020412.1699781024640, exclude list is [], retry=0 2023-11-12T09:23:44,692 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK] 2023-11-12T09:23:44,700 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:23:44,774 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/WALs/jenkins-hbase3.apache.org,35441,1699781020412/jenkins-hbase3.apache.org%2C35441%2C1699781020412.1699781024640 2023-11-12T09:23:44,775 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK]] 2023-11-12T09:23:44,776 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:44,776 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:44,782 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,784 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:23:44,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:44,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:23:44,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:23:44,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:44,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:44,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:23:44,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:44,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:44,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:23:44,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:44,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:44,911 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,912 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,926 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:23:44,930 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:23:44,933 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:44,934 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10120175680, jitterRate=-0.0574851930141449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:23:44,939 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:23:44,940 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:23:44,975 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258ba9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:45,030 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:23:45,051 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:23:45,051 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:23:45,055 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:23:45,056 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:23:45,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 8 msec 2023-11-12T09:23:45,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:23:45,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:23:45,121 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:23:45,123 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:23:45,126 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:23:45,128 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:23:45,129 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:23:45,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:23:45,139 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:23:45,141 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:23:45,142 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:23:45,144 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:23:45,159 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:23:45,161 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:23:45,167 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:23:45,167 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:23:45,167 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:45,167 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:45,169 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,35441,1699781020412, sessionid=0x1004cf1f5190000, setting cluster-up flag (Was=false) 2023-11-12T09:23:45,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:23:45,200 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:45,200 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:45,207 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:23:45,209 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:45,212 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:45,212 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:45,218 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:23:45,220 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:45,225 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:45,225 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:45,231 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:23:45,232 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:45,310 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:34109 2023-11-12T09:23:45,311 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(997): ClusterId : 0d42a630-d980-43b3-8d16-1fa9eb2bac64 2023-11-12T09:23:45,313 INFO [RS:0;jenkins-hbase3:34109 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:23:45,316 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:23:45,323 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:23:45,324 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:23:45,331 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:23:45,331 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:23:45,335 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:23:45,336 DEBUG [RS:0;jenkins-hbase3:34109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e66ebf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:45,338 DEBUG [RS:0;jenkins-hbase3:34109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd03a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:23:45,346 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:23:45,346 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:23:45,346 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:23:45,350 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,35441,1699781020412 with isa=jenkins-hbase3.apache.org/172.31.12.81:34109, startcode=1699781023728 2023-11-12T09:23:45,378 DEBUG [RS:0;jenkins-hbase3:34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:23:45,379 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:23:45,391 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:23:45,399 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:23:45,411 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,35441,1699781020412 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:23:45,418 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:23:45,419 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:23:45,419 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:23:45,419 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:23:45,419 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:23:45,419 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:23:45,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,436 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699781055435 2023-11-12T09:23:45,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:23:45,449 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:23:45,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:23:45,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:23:45,457 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:45,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:23:45,466 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:23:45,467 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:23:45,468 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:23:45,469 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:23:45,469 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:23:45,471 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:23:45,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:23:45,481 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:23:45,482 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:23:45,483 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:23:45,484 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33747, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:23:45,493 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0104811b to 127.0.0.1:59941 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:45,497 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35441 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:23:45,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:45,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:23:45,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:23:45,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:45,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:23:45,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:23:45,515 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39989f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:45,515 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:23:45,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:23:45,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:45,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:23:45,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:23:45,520 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:23:45,520 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:23:45,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:23:45,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:45,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:23:45,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740 2023-11-12T09:23:45,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740 2023-11-12T09:23:45,526 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781025523,5,FailOnTimeoutGroup] 2023-11-12T09:23:45,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:23:45,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:23:45,532 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781025526,5,FailOnTimeoutGroup] 2023-11-12T09:23:45,532 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,532 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:23:45,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:45,535 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,535 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9645441120, jitterRate=-0.10169829428195953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:23:45,535 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:23:45,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:23:45,538 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:23:45,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:23:45,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:23:45,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:23:45,540 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:23:45,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:23:45,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:23:45,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:23:45,550 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:23:45,550 WARN [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:23:45,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:23:45,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:23:45,574 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:23:45,652 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,35441,1699781020412 with isa=jenkins-hbase3.apache.org/172.31.12.81:34109, startcode=1699781023728 2023-11-12T09:23:45,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35441 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:45,670 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:23:45,670 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:36879 2023-11-12T09:23:45,670 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41455 2023-11-12T09:23:45,679 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:23:45,679 DEBUG [RS:0;jenkins-hbase3:34109 {}] zookeeper.ZKUtil(111): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:45,680 WARN [RS:0;jenkins-hbase3:34109 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:23:45,680 INFO [RS:0;jenkins-hbase3:34109 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:23:45,680 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:45,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,34109,1699781023728] 2023-11-12T09:23:45,704 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:23:45,721 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:23:45,725 WARN [jenkins-hbase3:35441 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T09:23:45,734 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:23:45,738 INFO [RS:0;jenkins-hbase3:34109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:23:45,738 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,739 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:23:45,749 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,749 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,749 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,749 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:23:45,750 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:23:45,751 DEBUG [RS:0;jenkins-hbase3:34109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:23:45,752 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,752 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,752 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,752 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,752 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34109,1699781023728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:23:45,769 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:23:45,773 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34109,1699781023728-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:45,793 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,34109,1699781023728 started 2023-11-12T09:23:45,793 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,34109,1699781023728, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:34109, sessionid=0x1004cf1f5190001 2023-11-12T09:23:45,793 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:23:45,793 DEBUG [RS:0;jenkins-hbase3:34109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:45,794 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34109,1699781023728' 2023-11-12T09:23:45,794 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:23:45,795 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:23:45,795 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:23:45,795 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:23:45,795 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34109,1699781023728' 2023-11-12T09:23:45,795 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:23:45,796 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:23:45,797 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:23:45,797 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:23:45,797 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:23:45,797 DEBUG [RS:0;jenkins-hbase3:34109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:45,797 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34109,1699781023728' 2023-11-12T09:23:45,797 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:23:45,798 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:23:45,798 DEBUG [RS:0;jenkins-hbase3:34109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:23:45,798 INFO [RS:0;jenkins-hbase3:34109 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:23:45,798 INFO [RS:0;jenkins-hbase3:34109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:23:45,909 INFO [RS:0;jenkins-hbase3:34109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:23:45,912 INFO [RS:0;jenkins-hbase3:34109 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34109%2C1699781023728, suffix=, logDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728, archiveDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/oldWALs, maxLogs=32 2023-11-12T09:23:45,923 DEBUG [RS:0;jenkins-hbase3:34109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781025913, exclude list is [], retry=0 2023-11-12T09:23:45,929 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK] 2023-11-12T09:23:45,934 INFO [RS:0;jenkins-hbase3:34109 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781025913 2023-11-12T09:23:45,934 DEBUG [RS:0;jenkins-hbase3:34109 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK]] 2023-11-12T09:23:45,977 DEBUG [jenkins-hbase3:35441 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:23:45,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:45,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,34109,1699781023728, state=OPENING 2023-11-12T09:23:46,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:23:46,008 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:46,008 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:46,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:23:46,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:23:46,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:23:46,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:46,353 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:23:46,356 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35590, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:23:46,369 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:23:46,369 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:23:46,370 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:23:46,373 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta, suffix=.meta, logDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728, archiveDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/oldWALs, maxLogs=32 2023-11-12T09:23:46,386 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781026375.meta, exclude list is [], retry=0 2023-11-12T09:23:46,390 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK] 2023-11-12T09:23:46,395 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781026375.meta 2023-11-12T09:23:46,396 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK]] 2023-11-12T09:23:46,396 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:46,403 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:46,404 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:23:46,420 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:23:46,420 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:23:46,426 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:23:46,426 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:46,426 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:23:46,426 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:23:46,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:23:46,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:23:46,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:46,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:23:46,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:23:46,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:23:46,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:46,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:23:46,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:23:46,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:23:46,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:46,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:23:46,437 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740 2023-11-12T09:23:46,439 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740 2023-11-12T09:23:46,442 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:23:46,444 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:23:46,445 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9725754080, jitterRate=-0.09421856701374054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:23:46,446 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:23:46,458 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699781026341 2023-11-12T09:23:46,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:46,486 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,34109,1699781023728, state=OPEN 2023-11-12T09:23:46,487 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:23:46,488 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:23:46,490 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:23:46,490 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:23:46,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:23:46,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:23:46,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:23:46,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,34109,1699781023728 in 476 msec 2023-11-12T09:23:46,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:23:46,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 942 msec 2023-11-12T09:23:46,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2120 sec 2023-11-12T09:23:46,510 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699781026510, completionTime=-1 2023-11-12T09:23:46,511 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:23:46,511 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:23:46,580 DEBUG [hconnection-0x4a281ef2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:46,583 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35602, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:46,601 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:23:46,601 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781086601 2023-11-12T09:23:46,601 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781146601 2023-11-12T09:23:46,601 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 90 msec 2023-11-12T09:23:46,635 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35441,1699781020412-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:46,636 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35441,1699781020412-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:46,636 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35441,1699781020412-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:46,639 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:35441, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:46,640 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:23:46,647 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:23:46,670 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:23:46,672 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:23:46,685 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:23:46,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:46,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:46,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:47,117 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e474bef55fc9a24add830ae5670cf20c, NAME => 'hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:23:47,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:47,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing e474bef55fc9a24add830ae5670cf20c, disabling compactions & flushes 2023-11-12T09:23:47,529 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:23:47,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:23:47,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. after waiting 0 ms 2023-11-12T09:23:47,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:23:47,529 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:23:47,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for e474bef55fc9a24add830ae5670cf20c: 2023-11-12T09:23:47,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:47,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699781027534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781027534"}]},"ts":"1699781027534"} 2023-11-12T09:23:47,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:47,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:47,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781027591"}]},"ts":"1699781027591"} 2023-11-12T09:23:47,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:23:47,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e474bef55fc9a24add830ae5670cf20c, ASSIGN}] 2023-11-12T09:23:47,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e474bef55fc9a24add830ae5670cf20c, ASSIGN 2023-11-12T09:23:47,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e474bef55fc9a24add830ae5670cf20c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:23:47,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e474bef55fc9a24add830ae5670cf20c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:47,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e474bef55fc9a24add830ae5670cf20c, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:23:47,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:47,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:23:47,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => e474bef55fc9a24add830ae5670cf20c, NAME => 'hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:47,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:47,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:23:47,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:47,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:23:47,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:23:47,931 INFO [StoreOpener-e474bef55fc9a24add830ae5670cf20c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:23:47,933 INFO [StoreOpener-e474bef55fc9a24add830ae5670cf20c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e474bef55fc9a24add830ae5670cf20c columnFamilyName info 2023-11-12T09:23:47,933 DEBUG [StoreOpener-e474bef55fc9a24add830ae5670cf20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:47,934 INFO [StoreOpener-e474bef55fc9a24add830ae5670cf20c-1 {}] regionserver.HStore(324): Store=e474bef55fc9a24add830ae5670cf20c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:47,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:23:47,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:23:47,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:23:47,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:47,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened e474bef55fc9a24add830ae5670cf20c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10427679040, jitterRate=-0.028846710920333862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:23:47,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for e474bef55fc9a24add830ae5670cf20c: 2023-11-12T09:23:47,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c., pid=6, masterSystemTime=1699781027920 2023-11-12T09:23:47,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:23:47,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:23:47,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e474bef55fc9a24add830ae5670cf20c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:47,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:23:47,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e474bef55fc9a24add830ae5670cf20c, server=jenkins-hbase3.apache.org,34109,1699781023728 in 189 msec 2023-11-12T09:23:47,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:23:47,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e474bef55fc9a24add830ae5670cf20c, ASSIGN in 351 msec 2023-11-12T09:23:47,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:47,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781027963"}]},"ts":"1699781027963"} 2023-11-12T09:23:47,966 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:23:47,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:47,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2980 sec 2023-11-12T09:23:47,991 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:23:47,992 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:47,992 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34109-0x1004cf1f5190001, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:47,992 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:48,040 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:23:48,057 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:48,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2023-11-12T09:23:48,066 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:23:48,079 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:48,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-11-12T09:23:48,091 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:23:48,095 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:23:48,095 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.220sec 2023-11-12T09:23:48,097 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:23:48,099 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:23:48,100 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:23:48,101 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:23:48,101 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:23:48,103 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35441,1699781020412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:23:48,103 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35441,1699781020412-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:23:48,116 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:23:48,118 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:23:48,173 DEBUG [Listener at localhost/45971 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a301a63 to 127.0.0.1:59941 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:48,177 DEBUG [Listener at localhost/45971 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e32fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:48,182 DEBUG [Listener at localhost/45971 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:23:48,182 DEBUG [Listener at localhost/45971 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:23:48,197 DEBUG [hconnection-0x196c9cbd-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:48,207 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35608, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:48,219 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:23:48,219 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:23:48,219 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/test.cache.data in system properties and HBase conf 2023-11-12T09:23:48,219 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:23:48,219 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:23:48,219 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:23:48,220 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:23:48,221 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:23:48,221 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:23:48,221 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:23:48,221 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:23:48,221 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:23:48,221 INFO [Listener at localhost/45971 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:23:49,940 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:23:50,314 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:23:50,321 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35177_jobhistory____dwtovt/webapp 2023-11-12T09:23:50,500 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:23:50,500 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:23:50,501 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:23:50,504 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:23:50,605 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:50,745 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:51,095 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:23:51,128 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35177 2023-11-12T09:23:51,439 WARN [Listener at jenkins-hbase3.apache.org/35875 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:23:51,532 WARN [Listener at jenkins-hbase3.apache.org/35875 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:23:51,532 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:23:51,538 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40231_cluster____.2qddo1/webapp 2023-11-12T09:23:51,617 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:23:51,617 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:23:51,617 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:23:51,618 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:23:51,626 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:51,838 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:51,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:23:51,974 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:51,984 INFO [Listener at jenkins-hbase3.apache.org/35875 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40231 2023-11-12T09:23:52,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:23:52,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:52,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:23:52,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:52,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:52,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:23:52,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:23:52,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:23:52,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:23:52,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:52,078 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:23:52,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:23:52,455 WARN [Listener at jenkins-hbase3.apache.org/41381 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:23:52,479 WARN [Listener at jenkins-hbase3.apache.org/41381 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:23:52,479 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:23:52,485 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41051_node____2br0i6/webapp 2023-11-12T09:23:52,536 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:23:52,536 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:23:52,536 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:23:52,536 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:23:52,544 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:52,566 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:52,638 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:52,648 INFO [Listener at jenkins-hbase3.apache.org/41381 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41051 2023-11-12T09:23:52,826 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:23:52,836 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:23:52,837 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:23:52,846 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35049_node____.72pmfi/webapp 2023-11-12T09:23:52,920 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:23:52,920 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:23:52,920 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:23:52,920 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:23:52,932 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:52,958 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:53,062 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:23:53,071 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35049 2023-11-12T09:23:53,104 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:23:53,104 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:36879/backupUT 2023-11-12T09:23:53,117 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:23:53,122 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35414, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:23:53,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:23:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:23:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:23:53,170 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:53,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 38 msec 2023-11-12T09:23:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:23:53,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:23:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:23:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:23:53,278 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:53,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 20 msec 2023-11-12T09:23:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:23:53,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:23:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:23:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:23:53,387 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:53,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-11-12T09:23:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:23:53,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:23:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:23:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:23:53,500 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:53,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-11-12T09:23:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:23:53,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699781033104', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699781033104 2023-11-12T09:23:53,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:53,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699781033104" procId is: 13 2023-11-12T09:23:53,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:53,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:23:53,651 INFO [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a30aaa5c0a61e54aef6bf013562efb4d, NAME => 'test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699781033104', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:23:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:23:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:23:54,073 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:54,073 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1668): Closing a30aaa5c0a61e54aef6bf013562efb4d, disabling compactions & flushes 2023-11-12T09:23:54,073 INFO [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:23:54,073 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:23:54,073 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. after waiting 0 ms 2023-11-12T09:23:54,073 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:23:54,073 INFO [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1909): Closed test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:23:54,073 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1622): Region close journal for a30aaa5c0a61e54aef6bf013562efb4d: 2023-11-12T09:23:54,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:54,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699781034075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781034075"}]},"ts":"1699781034075"} 2023-11-12T09:23:54,078 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:54,079 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:54,079 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781033104","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781034079"}]},"ts":"1699781034079"} 2023-11-12T09:23:54,082 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781033104, state=ENABLING in hbase:meta 2023-11-12T09:23:54,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781033104, region=a30aaa5c0a61e54aef6bf013562efb4d, ASSIGN}] 2023-11-12T09:23:54,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781033104, region=a30aaa5c0a61e54aef6bf013562efb4d, ASSIGN 2023-11-12T09:23:54,091 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781033104, region=a30aaa5c0a61e54aef6bf013562efb4d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:23:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:23:54,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a30aaa5c0a61e54aef6bf013562efb4d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:54,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:23:54,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:54,408 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:23:54,408 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => a30aaa5c0a61e54aef6bf013562efb4d, NAME => 'test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:54,408 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:54,409 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781033104 a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:23:54,409 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:54,409 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:23:54,409 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:23:54,411 INFO [StoreOpener-a30aaa5c0a61e54aef6bf013562efb4d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:23:54,414 INFO [StoreOpener-a30aaa5c0a61e54aef6bf013562efb4d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a30aaa5c0a61e54aef6bf013562efb4d columnFamilyName f 2023-11-12T09:23:54,414 DEBUG [StoreOpener-a30aaa5c0a61e54aef6bf013562efb4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:54,415 INFO [StoreOpener-a30aaa5c0a61e54aef6bf013562efb4d-1 {}] regionserver.HStore(324): Store=a30aaa5c0a61e54aef6bf013562efb4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:54,417 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:23:54,417 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:23:54,422 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:23:54,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:54,430 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened a30aaa5c0a61e54aef6bf013562efb4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11284708640, jitterRate=0.05097039043903351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:23:54,431 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for a30aaa5c0a61e54aef6bf013562efb4d: 2023-11-12T09:23:54,433 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d., pid=15, masterSystemTime=1699781034399 2023-11-12T09:23:54,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:23:54,436 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:23:54,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a30aaa5c0a61e54aef6bf013562efb4d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:54,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:23:54,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d, server=jenkins-hbase3.apache.org,34109,1699781023728 in 193 msec 2023-11-12T09:23:54,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:23:54,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699781033104, region=a30aaa5c0a61e54aef6bf013562efb4d, ASSIGN in 354 msec 2023-11-12T09:23:54,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:54,447 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781033104","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781034447"}]},"ts":"1699781034447"} 2023-11-12T09:23:54,449 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781033104, state=ENABLED in hbase:meta 2023-11-12T09:23:54,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:54,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699781033104 in 843 msec 2023-11-12T09:23:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:23:54,731 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699781033104, procId: 13 completed 2023-11-12T09:23:54,732 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4b79fc0b to 127.0.0.1:59941 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:54,739 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47067f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:54,742 DEBUG [hconnection-0x9ceb245-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:54,746 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35610, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:54,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HRegion(8210): writing data to region test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:23:54,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997810331041', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997810331041 2023-11-12T09:23:54,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997810331041 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:54,898 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:54,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997810331041" procId is: 16 2023-11-12T09:23:54,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997810331041 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:54,923 INFO [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 796fcf1e18146653dbeaddb0be0acb6f, NAME => 'ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997810331041', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:23:54,945 DEBUG [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:54,945 DEBUG [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(1668): Closing 796fcf1e18146653dbeaddb0be0acb6f, disabling compactions & flushes 2023-11-12T09:23:54,945 INFO [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:23:54,945 DEBUG [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:23:54,945 DEBUG [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. after waiting 0 ms 2023-11-12T09:23:54,945 DEBUG [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:23:54,945 INFO [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:23:54,945 DEBUG [RegionOpenAndInit-ns2:test-16997810331041-pool-0 {}] regionserver.HRegion(1622): Region close journal for 796fcf1e18146653dbeaddb0be0acb6f: 2023-11-12T09:23:54,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997810331041 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:54,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781034947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781034947"}]},"ts":"1699781034947"} 2023-11-12T09:23:54,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:54,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997810331041 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:54,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997810331041","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781034951"}]},"ts":"1699781034951"} 2023-11-12T09:23:54,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997810331041, state=ENABLING in hbase:meta 2023-11-12T09:23:54,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997810331041, region=796fcf1e18146653dbeaddb0be0acb6f, ASSIGN}] 2023-11-12T09:23:54,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997810331041, region=796fcf1e18146653dbeaddb0be0acb6f, ASSIGN 2023-11-12T09:23:54,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997810331041, region=796fcf1e18146653dbeaddb0be0acb6f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:23:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:55,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=796fcf1e18146653dbeaddb0be0acb6f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:55,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 796fcf1e18146653dbeaddb0be0acb6f, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:23:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:55,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:55,278 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:23:55,278 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 796fcf1e18146653dbeaddb0be0acb6f, NAME => 'ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:55,278 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:55,278 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997810331041 796fcf1e18146653dbeaddb0be0acb6f 2023-11-12T09:23:55,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:55,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 796fcf1e18146653dbeaddb0be0acb6f 2023-11-12T09:23:55,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 796fcf1e18146653dbeaddb0be0acb6f 2023-11-12T09:23:55,281 INFO [StoreOpener-796fcf1e18146653dbeaddb0be0acb6f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 796fcf1e18146653dbeaddb0be0acb6f 2023-11-12T09:23:55,283 INFO [StoreOpener-796fcf1e18146653dbeaddb0be0acb6f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 796fcf1e18146653dbeaddb0be0acb6f columnFamilyName f 2023-11-12T09:23:55,283 DEBUG [StoreOpener-796fcf1e18146653dbeaddb0be0acb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:55,284 INFO [StoreOpener-796fcf1e18146653dbeaddb0be0acb6f-1 {}] regionserver.HStore(324): Store=796fcf1e18146653dbeaddb0be0acb6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:55,285 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f 2023-11-12T09:23:55,285 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f 2023-11-12T09:23:55,288 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 796fcf1e18146653dbeaddb0be0acb6f 2023-11-12T09:23:55,295 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:55,296 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 796fcf1e18146653dbeaddb0be0acb6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9763655360, jitterRate=-0.09068873524665833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:23:55,296 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 796fcf1e18146653dbeaddb0be0acb6f: 2023-11-12T09:23:55,297 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f., pid=18, masterSystemTime=1699781035272 2023-11-12T09:23:55,300 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:23:55,300 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:23:55,301 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=796fcf1e18146653dbeaddb0be0acb6f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:55,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:23:55,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 796fcf1e18146653dbeaddb0be0acb6f, server=jenkins-hbase3.apache.org,34109,1699781023728 in 183 msec 2023-11-12T09:23:55,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:23:55,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997810331041, region=796fcf1e18146653dbeaddb0be0acb6f, ASSIGN in 345 msec 2023-11-12T09:23:55,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997810331041 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:55,309 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997810331041","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781035309"}]},"ts":"1699781035309"} 2023-11-12T09:23:55,311 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997810331041, state=ENABLED in hbase:meta 2023-11-12T09:23:55,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997810331041 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:55,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997810331041 in 420 msec 2023-11-12T09:23:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:23:55,507 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997810331041, procId: 16 completed 2023-11-12T09:23:55,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:23:55,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997810331042', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997810331042 2023-11-12T09:23:55,610 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997810331042 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:55,610 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:55,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997810331042" procId is: 19 2023-11-12T09:23:55,611 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997810331042 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:56,042 INFO [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => cda51b40aab762cb7cc3175eff1dd33f, NAME => 'ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997810331042', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:23:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:56,465 DEBUG [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:56,465 DEBUG [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(1668): Closing cda51b40aab762cb7cc3175eff1dd33f, disabling compactions & flushes 2023-11-12T09:23:56,465 INFO [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:23:56,465 DEBUG [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:23:56,465 DEBUG [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. after waiting 0 ms 2023-11-12T09:23:56,465 DEBUG [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:23:56,465 INFO [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:23:56,465 DEBUG [RegionOpenAndInit-ns3:test-16997810331042-pool-0 {}] regionserver.HRegion(1622): Region close journal for cda51b40aab762cb7cc3175eff1dd33f: 2023-11-12T09:23:56,467 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997810331042 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:56,468 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781036467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781036467"}]},"ts":"1699781036467"} 2023-11-12T09:23:56,470 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:56,471 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997810331042 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:56,472 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997810331042","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781036472"}]},"ts":"1699781036472"} 2023-11-12T09:23:56,474 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997810331042, state=ENABLING in hbase:meta 2023-11-12T09:23:56,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997810331042, region=cda51b40aab762cb7cc3175eff1dd33f, ASSIGN}] 2023-11-12T09:23:56,489 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997810331042, region=cda51b40aab762cb7cc3175eff1dd33f, ASSIGN 2023-11-12T09:23:56,490 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997810331042, region=cda51b40aab762cb7cc3175eff1dd33f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:23:56,642 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=cda51b40aab762cb7cc3175eff1dd33f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:56,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure cda51b40aab762cb7cc3175eff1dd33f, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:23:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:56,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:56,805 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:23:56,805 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => cda51b40aab762cb7cc3175eff1dd33f, NAME => 'ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:56,806 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:56,806 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997810331042 cda51b40aab762cb7cc3175eff1dd33f 2023-11-12T09:23:56,806 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:56,806 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for cda51b40aab762cb7cc3175eff1dd33f 2023-11-12T09:23:56,806 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for cda51b40aab762cb7cc3175eff1dd33f 2023-11-12T09:23:56,808 INFO [StoreOpener-cda51b40aab762cb7cc3175eff1dd33f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cda51b40aab762cb7cc3175eff1dd33f 2023-11-12T09:23:56,810 INFO [StoreOpener-cda51b40aab762cb7cc3175eff1dd33f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda51b40aab762cb7cc3175eff1dd33f columnFamilyName f 2023-11-12T09:23:56,810 DEBUG [StoreOpener-cda51b40aab762cb7cc3175eff1dd33f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:56,811 INFO [StoreOpener-cda51b40aab762cb7cc3175eff1dd33f-1 {}] regionserver.HStore(324): Store=cda51b40aab762cb7cc3175eff1dd33f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:56,812 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns3/test-16997810331042/cda51b40aab762cb7cc3175eff1dd33f 2023-11-12T09:23:56,812 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns3/test-16997810331042/cda51b40aab762cb7cc3175eff1dd33f 2023-11-12T09:23:56,815 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for cda51b40aab762cb7cc3175eff1dd33f 2023-11-12T09:23:56,818 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns3/test-16997810331042/cda51b40aab762cb7cc3175eff1dd33f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:56,819 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened cda51b40aab762cb7cc3175eff1dd33f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11732349440, jitterRate=0.09266018867492676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:23:56,819 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for cda51b40aab762cb7cc3175eff1dd33f: 2023-11-12T09:23:56,821 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f., pid=21, masterSystemTime=1699781036798 2023-11-12T09:23:56,824 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=cda51b40aab762cb7cc3175eff1dd33f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:56,825 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:23:56,825 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:23:56,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:23:56,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure cda51b40aab762cb7cc3175eff1dd33f, server=jenkins-hbase3.apache.org,34109,1699781023728 in 182 msec 2023-11-12T09:23:56,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:23:56,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997810331042, region=cda51b40aab762cb7cc3175eff1dd33f, ASSIGN in 343 msec 2023-11-12T09:23:56,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997810331042 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:56,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997810331042","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781036833"}]},"ts":"1699781036833"} 2023-11-12T09:23:56,835 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997810331042, state=ENABLED in hbase:meta 2023-11-12T09:23:56,838 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997810331042 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:56,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997810331042 in 1.2330 sec 2023-11-12T09:23:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:23:57,722 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997810331042, procId: 19 completed 2023-11-12T09:23:57,722 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997810331042 get assigned. Timeout = 60000ms 2023-11-12T09:23:57,725 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:23:57,729 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997810331042 assigned to meta. Checking AM states. 2023-11-12T09:23:57,730 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:23:57,730 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997810331042 assigned. 2023-11-12T09:23:57,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997810331043', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997810331043 2023-11-12T09:23:57,736 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997810331043 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:57,736 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:57,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997810331043" procId is: 22 2023-11-12T09:23:57,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997810331043 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:58,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699781033104' 2023-11-12T09:23:58,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997810331042' 2023-11-12T09:23:58,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997810331041' 2023-11-12T09:23:58,153 INFO [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 06b044c6383a9b7d583a9e2b8f3394a9, NAME => 'ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997810331043', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:23:58,169 DEBUG [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:58,169 DEBUG [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(1668): Closing 06b044c6383a9b7d583a9e2b8f3394a9, disabling compactions & flushes 2023-11-12T09:23:58,169 INFO [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:23:58,169 DEBUG [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:23:58,169 DEBUG [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. after waiting 0 ms 2023-11-12T09:23:58,170 DEBUG [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:23:58,170 INFO [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:23:58,170 DEBUG [RegionOpenAndInit-ns4:test-16997810331043-pool-0 {}] regionserver.HRegion(1622): Region close journal for 06b044c6383a9b7d583a9e2b8f3394a9: 2023-11-12T09:23:58,171 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997810331043 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:58,172 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781038171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781038171"}]},"ts":"1699781038171"} 2023-11-12T09:23:58,174 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:58,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997810331043 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:58,176 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997810331043","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781038175"}]},"ts":"1699781038175"} 2023-11-12T09:23:58,178 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997810331043, state=ENABLING in hbase:meta 2023-11-12T09:23:58,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997810331043, region=06b044c6383a9b7d583a9e2b8f3394a9, ASSIGN}] 2023-11-12T09:23:58,187 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997810331043, region=06b044c6383a9b7d583a9e2b8f3394a9, ASSIGN 2023-11-12T09:23:58,188 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997810331043, region=06b044c6383a9b7d583a9e2b8f3394a9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:23:58,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=06b044c6383a9b7d583a9e2b8f3394a9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:58,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 06b044c6383a9b7d583a9e2b8f3394a9, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:23:58,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:58,501 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:23:58,501 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 06b044c6383a9b7d583a9e2b8f3394a9, NAME => 'ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:23:58,501 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:23:58,501 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997810331043 06b044c6383a9b7d583a9e2b8f3394a9 2023-11-12T09:23:58,502 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:58,502 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 06b044c6383a9b7d583a9e2b8f3394a9 2023-11-12T09:23:58,502 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 06b044c6383a9b7d583a9e2b8f3394a9 2023-11-12T09:23:58,504 INFO [StoreOpener-06b044c6383a9b7d583a9e2b8f3394a9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06b044c6383a9b7d583a9e2b8f3394a9 2023-11-12T09:23:58,506 INFO [StoreOpener-06b044c6383a9b7d583a9e2b8f3394a9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06b044c6383a9b7d583a9e2b8f3394a9 columnFamilyName f 2023-11-12T09:23:58,506 DEBUG [StoreOpener-06b044c6383a9b7d583a9e2b8f3394a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:58,507 INFO [StoreOpener-06b044c6383a9b7d583a9e2b8f3394a9-1 {}] regionserver.HStore(324): Store=06b044c6383a9b7d583a9e2b8f3394a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:23:58,509 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns4/test-16997810331043/06b044c6383a9b7d583a9e2b8f3394a9 2023-11-12T09:23:58,509 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns4/test-16997810331043/06b044c6383a9b7d583a9e2b8f3394a9 2023-11-12T09:23:58,513 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 06b044c6383a9b7d583a9e2b8f3394a9 2023-11-12T09:23:58,516 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns4/test-16997810331043/06b044c6383a9b7d583a9e2b8f3394a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:23:58,517 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 06b044c6383a9b7d583a9e2b8f3394a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9665680320, jitterRate=-0.09981337189674377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:23:58,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 06b044c6383a9b7d583a9e2b8f3394a9: 2023-11-12T09:23:58,519 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9., pid=24, masterSystemTime=1699781038495 2023-11-12T09:23:58,521 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:23:58,522 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:23:58,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=06b044c6383a9b7d583a9e2b8f3394a9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:23:58,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:23:58,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 06b044c6383a9b7d583a9e2b8f3394a9, server=jenkins-hbase3.apache.org,34109,1699781023728 in 182 msec 2023-11-12T09:23:58,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:23:58,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997810331043, region=06b044c6383a9b7d583a9e2b8f3394a9, ASSIGN in 343 msec 2023-11-12T09:23:58,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997810331043 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:23:58,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997810331043","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781038531"}]},"ts":"1699781038531"} 2023-11-12T09:23:58,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997810331043, state=ENABLED in hbase:meta 2023-11-12T09:23:58,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997810331043 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:23:58,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997810331043 in 805 msec 2023-11-12T09:23:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:23:58,845 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997810331043, procId: 22 completed 2023-11-12T09:23:58,845 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997810331043 get assigned. Timeout = 60000ms 2023-11-12T09:23:58,845 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:23:58,849 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997810331043 assigned to meta. Checking AM states. 2023-11-12T09:23:58,849 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:23:58,849 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997810331043 assigned. 2023-11-12T09:23:58,850 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4b79fc0b to 127.0.0.1:59941 2023-11-12T09:23:58,850 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:58,890 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToOtherTable Thread=584, OpenFileDescriptor=688, MaxFileDescriptor=60000, SystemLoadAverage=143, ProcessCount=172, AvailableMemoryMB=5757 2023-11-12T09:23:58,890 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-12T09:23:58,892 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] backup.TestFullBackupSetRestoreSet(49): Test full restore set 2023-11-12T09:23:58,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:23:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:23:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:23:58,924 DEBUG [Listener at localhost/45971-EventThread {}] zookeeper.ZKWatcher(604): master:35441-0x1004cf1f5190000, quorum=127.0.0.1:59941, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:23:58,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 16 msec 2023-11-12T09:23:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:23:59,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:23:59,040 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:23:59,040 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:23:59,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:23:59,041 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:23:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:59,459 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d8c13742cbef368d9ea53215fe535cc9, NAME => 'backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:23:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:23:59,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:23:59,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing d8c13742cbef368d9ea53215fe535cc9, disabling compactions & flushes 2023-11-12T09:23:59,874 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:23:59,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:23:59,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. after waiting 0 ms 2023-11-12T09:23:59,874 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:23:59,874 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:23:59,875 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for d8c13742cbef368d9ea53215fe535cc9: 2023-11-12T09:23:59,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:23:59,877 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699781039876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781039876"}]},"ts":"1699781039876"} 2023-11-12T09:23:59,879 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:23:59,880 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:23:59,880 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781039880"}]},"ts":"1699781039880"} 2023-11-12T09:23:59,882 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:23:59,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=d8c13742cbef368d9ea53215fe535cc9, ASSIGN}] 2023-11-12T09:23:59,889 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=d8c13742cbef368d9ea53215fe535cc9, ASSIGN 2023-11-12T09:23:59,890 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=d8c13742cbef368d9ea53215fe535cc9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:23:59,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:24:00,041 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=d8c13742cbef368d9ea53215fe535cc9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:00,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure d8c13742cbef368d9ea53215fe535cc9, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:24:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:24:00,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:00,201 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:00,201 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => d8c13742cbef368d9ea53215fe535cc9, NAME => 'backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:24:00,202 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:24:00,202 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:00,202 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:00,202 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:00,202 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:00,204 INFO [StoreOpener-d8c13742cbef368d9ea53215fe535cc9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:00,206 INFO [StoreOpener-d8c13742cbef368d9ea53215fe535cc9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c13742cbef368d9ea53215fe535cc9 columnFamilyName meta 2023-11-12T09:24:00,207 DEBUG [StoreOpener-d8c13742cbef368d9ea53215fe535cc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:00,207 INFO [StoreOpener-d8c13742cbef368d9ea53215fe535cc9-1 {}] regionserver.HStore(324): Store=d8c13742cbef368d9ea53215fe535cc9/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:00,207 INFO [StoreOpener-d8c13742cbef368d9ea53215fe535cc9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:00,209 INFO [StoreOpener-d8c13742cbef368d9ea53215fe535cc9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c13742cbef368d9ea53215fe535cc9 columnFamilyName session 2023-11-12T09:24:00,209 DEBUG [StoreOpener-d8c13742cbef368d9ea53215fe535cc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:00,210 INFO [StoreOpener-d8c13742cbef368d9ea53215fe535cc9-1 {}] regionserver.HStore(324): Store=d8c13742cbef368d9ea53215fe535cc9/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:00,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:00,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:00,213 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:24:00,214 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:00,217 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:24:00,218 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened d8c13742cbef368d9ea53215fe535cc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9861664160, jitterRate=-0.08156095445156097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:24:00,218 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for d8c13742cbef368d9ea53215fe535cc9: 2023-11-12T09:24:00,219 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9., pid=28, masterSystemTime=1699781040196 2023-11-12T09:24:00,221 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:00,221 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:00,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=d8c13742cbef368d9ea53215fe535cc9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:00,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:24:00,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure d8c13742cbef368d9ea53215fe535cc9, server=jenkins-hbase3.apache.org,34109,1699781023728 in 181 msec 2023-11-12T09:24:00,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:24:00,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=d8c13742cbef368d9ea53215fe535cc9, ASSIGN in 340 msec 2023-11-12T09:24:00,230 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:24:00,230 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781040230"}]},"ts":"1699781040230"} 2023-11-12T09:24:00,232 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:24:00,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:24:00,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.1980 sec 2023-11-12T09:24:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:24:01,151 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:24:01,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:24:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:24:01,170 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:24:01,171 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:01,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:24:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:24:01,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:24:01,186 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 435550f2fe466da9b54ecfce15a37795, NAME => 'backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:24:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:24:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:24:01,599 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:01,599 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 435550f2fe466da9b54ecfce15a37795, disabling compactions & flushes 2023-11-12T09:24:01,599 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:01,599 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:01,599 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. after waiting 0 ms 2023-11-12T09:24:01,599 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:01,599 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:01,600 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 435550f2fe466da9b54ecfce15a37795: 2023-11-12T09:24:01,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:24:01,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781041601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781041601"}]},"ts":"1699781041601"} 2023-11-12T09:24:01,603 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:24:01,604 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:24:01,604 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781041604"}]},"ts":"1699781041604"} 2023-11-12T09:24:01,606 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:24:01,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=435550f2fe466da9b54ecfce15a37795, ASSIGN}] 2023-11-12T09:24:01,613 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=435550f2fe466da9b54ecfce15a37795, ASSIGN 2023-11-12T09:24:01,614 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=435550f2fe466da9b54ecfce15a37795, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:24:01,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:24:01,651 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:01,652 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997810331043 2023-11-12T09:24:01,652 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997810331043 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:01,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781033104 2023-11-12T09:24:01,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699781033104 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:01,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997810331042 2023-11-12T09:24:01,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997810331042 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:01,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997810331041 2023-11-12T09:24:01,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997810331041 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:01,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=435550f2fe466da9b54ecfce15a37795, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:01,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 435550f2fe466da9b54ecfce15a37795, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:24:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:24:01,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:01,925 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 435550f2fe466da9b54ecfce15a37795, NAME => 'backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:24:01,925 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:01,927 INFO [StoreOpener-435550f2fe466da9b54ecfce15a37795-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:01,929 INFO [StoreOpener-435550f2fe466da9b54ecfce15a37795-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 435550f2fe466da9b54ecfce15a37795 columnFamilyName meta 2023-11-12T09:24:01,929 DEBUG [StoreOpener-435550f2fe466da9b54ecfce15a37795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:01,930 INFO [StoreOpener-435550f2fe466da9b54ecfce15a37795-1 {}] regionserver.HStore(324): Store=435550f2fe466da9b54ecfce15a37795/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:01,930 INFO [StoreOpener-435550f2fe466da9b54ecfce15a37795-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:01,932 INFO [StoreOpener-435550f2fe466da9b54ecfce15a37795-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 435550f2fe466da9b54ecfce15a37795 columnFamilyName session 2023-11-12T09:24:01,932 DEBUG [StoreOpener-435550f2fe466da9b54ecfce15a37795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:01,932 INFO [StoreOpener-435550f2fe466da9b54ecfce15a37795-1 {}] regionserver.HStore(324): Store=435550f2fe466da9b54ecfce15a37795/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:01,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:01,934 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:01,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:24:01,938 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:01,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:24:01,941 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 435550f2fe466da9b54ecfce15a37795; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10041755200, jitterRate=-0.06478866934776306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:24:01,941 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 435550f2fe466da9b54ecfce15a37795: 2023-11-12T09:24:01,942 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795., pid=31, masterSystemTime=1699781041920 2023-11-12T09:24:01,945 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:01,945 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:01,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=435550f2fe466da9b54ecfce15a37795, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:01,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:24:01,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 435550f2fe466da9b54ecfce15a37795, server=jenkins-hbase3.apache.org,34109,1699781023728 in 179 msec 2023-11-12T09:24:01,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:24:01,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=435550f2fe466da9b54ecfce15a37795, ASSIGN in 338 msec 2023-11-12T09:24:01,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:24:01,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781041952"}]},"ts":"1699781041952"} 2023-11-12T09:24:01,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:24:01,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:24:01,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 790 msec 2023-11-12T09:24:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:24:02,280 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:24:02,343 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e8947e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:02,344 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:02,346 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44088, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:02,350 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:02,352 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56914, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:02,423 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:24:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:24:02,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781042457 (current time:1699781042457). 2023-11-12T09:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:24:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a5d6e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:02,472 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56926, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:24:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:24:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:24:02,490 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:24:02,496 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:24:02,508 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot, current working dir path: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:24:02,511 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:24:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:24:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:24:02,922 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:24:02,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure d8c13742cbef368d9ea53215fe535cc9}] 2023-11-12T09:24:02,933 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:03,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:03,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34109 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:24:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:24:03,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:03,098 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing d8c13742cbef368d9ea53215fe535cc9 2/2 column families, dataSize=107 B heapSize=768 B 2023-11-12T09:24:03,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/2800edf21bd04040b9f4ced7195dd400 is 66, key is backupset:name/meta:tables/1699781042295/Put/seqid=0 2023-11-12T09:24:03,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/2800edf21bd04040b9f4ced7195dd400 2023-11-12T09:24:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:24:03,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/bd6bab5e3daf413b85c508362ee82a15 is 49, key is activesession:/session:c/1699781042442/Put/seqid=0 2023-11-12T09:24:04,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:24:04,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:24:04,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997810331043' 2023-11-12T09:24:04,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/bd6bab5e3daf413b85c508362ee82a15 2023-11-12T09:24:04,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/2800edf21bd04040b9f4ced7195dd400 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/2800edf21bd04040b9f4ced7195dd400 2023-11-12T09:24:04,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/2800edf21bd04040b9f4ced7195dd400, entries=1, sequenceid=6, filesize=4.9 K 2023-11-12T09:24:04,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/bd6bab5e3daf413b85c508362ee82a15 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/bd6bab5e3daf413b85c508362ee82a15 2023-11-12T09:24:04,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/bd6bab5e3daf413b85c508362ee82a15, entries=1, sequenceid=6, filesize=4.9 K 2023-11-12T09:24:04,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~107 B/107, heapSize ~736 B/736, currentSize=0 B/0 for d8c13742cbef368d9ea53215fe535cc9 in 1031ms, sequenceid=6, compaction requested=false 2023-11-12T09:24:04,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for d8c13742cbef368d9ea53215fe535cc9: 2023-11-12T09:24:04,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. for snapshot_backup_system completed. 2023-11-12T09:24:04,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:24:04,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:24:04,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/2800edf21bd04040b9f4ced7195dd400] hfiles 2023-11-12T09:24:04,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/2800edf21bd04040b9f4ced7195dd400 for snapshot=snapshot_backup_system 2023-11-12T09:24:04,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/bd6bab5e3daf413b85c508362ee82a15] hfiles 2023-11-12T09:24:04,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/bd6bab5e3daf413b85c508362ee82a15 for snapshot=snapshot_backup_system 2023-11-12T09:24:04,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:04,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:24:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:24:04,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:04,571 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:04,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:24:04,575 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:24:04,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure d8c13742cbef368d9ea53215fe535cc9 in 1.6470 sec 2023-11-12T09:24:04,577 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:24:04,580 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:24:04,580 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:24:04,583 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:24:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:24:04,609 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:24:04,622 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:24:04,623 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:24:04,625 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:24:04,625 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:24:04,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1420 sec 2023-11-12T09:24:05,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:24:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:24:06,602 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(115): Backup backup_1699781042401 started at 1699781046602. 2023-11-12T09:24:06,625 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(119): Backup session backup_1699781042401 has been started. 2023-11-12T09:24:06,632 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:24:06,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:24:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:24:06,647 INFO [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:24:06,647 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:24:06,648 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:24:06,648 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:24:06,648 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:24:06,650 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,650 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:24:06,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:24:06,650 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:24:06,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:24:06,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:24:06,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:24:06,651 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:24:06,653 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:24:06,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:24:06,654 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:24:06,654 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:24:06,654 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:24:06,654 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:24:06,654 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34109,1699781023728' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:24:06,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,657 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:24:06,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:24:06,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:24:06,657 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:24:06,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:24:06,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:24:06,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:06,659 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,659 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:24:06,660 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34109,1699781023728' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:24:06,660 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5e26bd05[Count = 0] remaining members to acquire global barrier 2023-11-12T09:24:06,660 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:24:06,660 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:24:06,662 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:24:06,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:24:06,662 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:24:06,662 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:24:06,663 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:24:06,663 DEBUG [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,664 INFO [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781025913 highest: 1699781025913 on jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,664 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34109%2C1699781023728:(num 1699781025913) roll requested 2023-11-12T09:24:06,675 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781046664, exclude list is [], retry=0 2023-11-12T09:24:06,679 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK] 2023-11-12T09:24:06,683 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781025913 with entries=20, filesize=4.15 KB; new WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781046664 2023-11-12T09:24:06,684 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK]] 2023-11-12T09:24:06,684 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781025913 is not closed yet, will try archiving it next time 2023-11-12T09:24:06,684 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta:.meta(num 1699781026375) roll requested 2023-11-12T09:24:06,697 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781046685.meta, exclude list is [], retry=0 2023-11-12T09:24:06,700 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK] 2023-11-12T09:24:06,703 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781026375.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781046685.meta 2023-11-12T09:24:06,703 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK]] 2023-11-12T09:24:06,703 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781026375.meta is not closed yet, will try archiving it next time 2023-11-12T09:24:06,704 DEBUG [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:24:06,704 INFO [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781046664 on jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,705 DEBUG [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:06,707 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56988, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:24:06,727 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:24:06,727 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34109,1699781023728' in zk 2023-11-12T09:24:06,731 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:24:06,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,731 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:24:06,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:24:06,731 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:24:06,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:24:06,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:24:06,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:24:06,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:06,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:24:06,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:06,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34109,1699781023728': 2023-11-12T09:24:06,735 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34109,1699781023728' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:24:06,735 INFO [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:24:06,735 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:24:06,735 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:24:06,735 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:24:06,735 INFO [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:24:06,738 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:24:06,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:24:06,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:24:06,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:24:06,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:24:06,739 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:24:06,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:24:06,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:24:06,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:24:06,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:06,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:24:06,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:06,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:24:06,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:06,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:06,750 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:24:06,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:24:06,751 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:24:06,751 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:24:06,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:24:06,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:24:06,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:24:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:24:06,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } 2023-11-12T09:24:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781046864 (current time:1699781046864). 2023-11-12T09:24:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:24:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781046863_default_test-1699781033104 VERSION not specified, setting to 2 2023-11-12T09:24:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276ba26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:06,875 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54708, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:24:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } 2023-11-12T09:24:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:24:06,880 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:24:06,881 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:24:06,886 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot, current working dir path: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_1699781046863_default_test-1699781033104 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:24:06,888 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:24:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:24:07,300 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:24:07,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d}] 2023-11-12T09:24:07,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:07,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:07,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34109 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:24:07,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:24:07,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing a30aaa5c0a61e54aef6bf013562efb4d 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:24:07,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/.tmp/f/85991860692d4042b70d17d486d35b1d is 37, key is row10/f:q1/1699781034780/Put/seqid=0 2023-11-12T09:24:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:24:07,886 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/.tmp/f/85991860692d4042b70d17d486d35b1d 2023-11-12T09:24:07,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/.tmp/f/85991860692d4042b70d17d486d35b1d as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d 2023-11-12T09:24:07,903 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:24:07,906 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a30aaa5c0a61e54aef6bf013562efb4d in 448ms, sequenceid=103, compaction requested=false 2023-11-12T09:24:07,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for a30aaa5c0a61e54aef6bf013562efb4d: 2023-11-12T09:24:07,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. for snapshot_1699781046863_default_test-1699781033104 completed. 2023-11-12T09:24:07,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.' region-info for snapshot=snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:07,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:24:07,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d] hfiles 2023-11-12T09:24:07,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d for snapshot=snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:24:08,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:24:08,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:24:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:24:08,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781046863_default_test-1699781033104 on region a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:08,318 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:08,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:24:08,321 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:24:08,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d in 1.0190 sec 2023-11-12T09:24:08,322 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:24:08,323 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:24:08,323 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:08,324 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:08,742 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:24:08,750 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:24:08,751 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_1699781046863_default_test-1699781033104 to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:08,752 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:24:08,752 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:24:08,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781046863_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } in 1.8760 sec 2023-11-12T09:24:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:24:08,989 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781042401 2023-11-12T09:24:08,989 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:24:08,990 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:24:08,991 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781042401_test-1699781033104 2023-11-12T09:24:08,991 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781046863_default_test-1699781033104 to hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/ 2023-11-12T09:24:08,994 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:24:09,025 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:36879, inputRoot=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:24:09,025 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,35441,1699781020412_-1204345108_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/.hbase-snapshot/.tmp/snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:09,025 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:36879, inputRoot=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f, snapshotDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/snapshot_1699781046863_default_test-1699781033104. 2023-11-12T09:24:09,039 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/snapshot_1699781046863_default_test-1699781033104 to hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/.hbase-snapshot/.tmp/snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:09,070 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:09,071 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:09,072 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:09,072 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,065 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop-8149425508007549381.jar 2023-11-12T09:24:10,066 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,067 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,067 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,068 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,068 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,069 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,070 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,070 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,071 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:10,072 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:24:10,074 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:24:10,074 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:24:10,075 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:24:10,075 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:24:10,076 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:24:10,076 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:24:10,077 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:24:10,077 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:24:10,078 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:24:10,079 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:24:10,079 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:24:10,083 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:24:10,084 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:24:10,085 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:24:10,085 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:24:10,085 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:24:10,086 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:24:10,088 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:24:10,178 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781046863_default_test-1699781033104' hfile list 2023-11-12T09:24:10,189 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:24:10,441 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir/1699781050387/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:24:10,441 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir/1699781050387/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:24:10,608 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:24:10,638 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d output=hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d 2023-11-12T09:24:10,638 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:24:11,513 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:24:11,514 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:24:11,521 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:11,521 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781046863_default_test-1699781033104 finished. 2023-11-12T09:24:11,522 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(1034): test-1699781033104 2023-11-12T09:24:11,594 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781042401 2023-11-12T09:24:11,594 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:24:11,608 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36879/backupUT/backup_1699781042401/.backup.manifest 2023-11-12T09:24:11,608 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(358): Backup backup_1699781042401 finished: type=FULL,tablelist=test-1699781033104,targetRootDir=hdfs://localhost:36879/backupUT,startts=1699781046602,completets=1699781051591,bytescopied=0 2023-11-12T09:24:11,608 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:24:11,609 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:11,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781046863_default_test-1699781033104" 2023-11-12T09:24:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781046863_default_test-1699781033104 2023-11-12T09:24:11,623 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781046863_default_test-1699781033104 for backup backup_1699781042401 succeeded. 2023-11-12T09:24:11,624 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:24:11,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:24:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:24:11,639 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:24:11,646 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:24:11,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:24:11,651 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:24:11,660 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(376): Backup backup_1699781042401 completed. Backup session backup_1699781042401 finished. Status: SUCCESS 2023-11-12T09:24:11,661 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:11,685 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] backup.TestFullBackupSetRestoreSet(70): backup complete 2023-11-12T09:24:11,687 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] backup.RestoreDriver(101): Found -overwrite option in restore command, will overwrite to existing table if any in the restore target 2023-11-12T09:24:11,693 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392bd931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:11,694 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:11,696 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57000, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:11,705 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:11,707 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54724, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:11,729 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-12T09:24:11,730 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36879/backupUT/backup_1699781042401/.backup.manifest 2023-11-12T09:24:11,733 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781042401/.backup.manifest 2023-11-12T09:24:11,737 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36879/backupUT/backup_1699781042401/.backup.manifest 2023-11-12T09:24:11,740 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781042401/.backup.manifest 2023-11-12T09:24:11,740 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(148): Restoring 'test-1699781033104' to 'table1' from full backup image hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104 2023-11-12T09:24:11,753 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-12T09:24:11,753 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:11,754 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f in region [hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d] 2023-11-12T09:24:11,760 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d first=row0 last=row98 2023-11-12T09:24:11,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:24:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-12T09:24:11,774 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:24:11,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-11-12T09:24:11,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:24:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:24:11,789 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dd8fa05819933b06319a626359a887f8, NAME => 'table1,,1699781051770.dd8fa05819933b06319a626359a887f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:24:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:24:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:24:12,200 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699781051770.dd8fa05819933b06319a626359a887f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:12,200 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing dd8fa05819933b06319a626359a887f8, disabling compactions & flushes 2023-11-12T09:24:12,200 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:12,200 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:12,200 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781051770.dd8fa05819933b06319a626359a887f8. after waiting 0 ms 2023-11-12T09:24:12,200 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:12,200 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:12,200 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for dd8fa05819933b06319a626359a887f8: 2023-11-12T09:24:12,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:24:12,202 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699781051770.dd8fa05819933b06319a626359a887f8.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1699781052201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781052201"}]},"ts":"1699781052201"} 2023-11-12T09:24:12,204 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:24:12,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:24:12,205 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781052205"}]},"ts":"1699781052205"} 2023-11-12T09:24:12,206 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:24:12,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=dd8fa05819933b06319a626359a887f8, ASSIGN}] 2023-11-12T09:24:12,214 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=dd8fa05819933b06319a626359a887f8, ASSIGN 2023-11-12T09:24:12,214 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=dd8fa05819933b06319a626359a887f8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:24:12,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=dd8fa05819933b06319a626359a887f8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:12,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure dd8fa05819933b06319a626359a887f8, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:24:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:24:12,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:12,525 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:12,525 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => dd8fa05819933b06319a626359a887f8, NAME => 'table1,,1699781051770.dd8fa05819933b06319a626359a887f8.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:24:12,526 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:24:12,526 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:12,526 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1699781051770.dd8fa05819933b06319a626359a887f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:12,526 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:12,526 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:12,528 INFO [StoreOpener-dd8fa05819933b06319a626359a887f8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:12,529 INFO [StoreOpener-dd8fa05819933b06319a626359a887f8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd8fa05819933b06319a626359a887f8 columnFamilyName f 2023-11-12T09:24:12,530 DEBUG [StoreOpener-dd8fa05819933b06319a626359a887f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:12,530 INFO [StoreOpener-dd8fa05819933b06319a626359a887f8-1 {}] regionserver.HStore(324): Store=dd8fa05819933b06319a626359a887f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:12,531 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:12,532 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:12,535 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:12,538 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:24:12,539 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened dd8fa05819933b06319a626359a887f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10601030720, jitterRate=-0.012702077627182007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:24:12,540 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for dd8fa05819933b06319a626359a887f8: 2023-11-12T09:24:12,541 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699781051770.dd8fa05819933b06319a626359a887f8., pid=38, masterSystemTime=1699781052520 2023-11-12T09:24:12,544 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=dd8fa05819933b06319a626359a887f8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:12,545 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:12,545 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:12,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-11-12T09:24:12,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure dd8fa05819933b06319a626359a887f8, server=jenkins-hbase3.apache.org,34109,1699781023728 in 179 msec 2023-11-12T09:24:12,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:24:12,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=dd8fa05819933b06319a626359a887f8, ASSIGN in 338 msec 2023-11-12T09:24:12,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:24:12,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781052553"}]},"ts":"1699781052553"} 2023-11-12T09:24:12,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:24:12,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:24:12,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 788 msec 2023-11-12T09:24:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:24:12,888 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d from hbase tables test-1699781033104 to tables table1 2023-11-12T09:24:12,888 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781033104 into table1 2023-11-12T09:24:12,891 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-table1-1699781052888 from hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:12,900 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdc1f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:12,902 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:12,904 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57004, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:12,918 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:24:12,918 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:24:12,923 DEBUG [hconnection-0x3afccec3-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:12,925 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54738, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:12,928 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:24:12,929 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:24:12,929 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/partitions_ee9893f1-0a3b-427d-b9b1-21ba410f28a7 2023-11-12T09:24:13,375 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:13,375 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:13,376 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:13,376 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,359 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop-2527280064625764688.jar 2023-11-12T09:24:14,360 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,360 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,361 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,361 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,362 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,362 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,362 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,363 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,363 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,364 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:24:14,365 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:24:14,365 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:24:14,365 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:24:14,366 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:24:14,366 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:24:14,367 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:24:14,367 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:24:14,368 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:24:14,368 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:24:14,369 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:24:14,369 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:24:14,373 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,373 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,374 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,374 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,374 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,375 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:14,376 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:24:14,376 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:24:14,376 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:14,376 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:24:14,376 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:24:14,377 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:24:14,390 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:24:14,484 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir/1699781054448/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:24:14,484 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir/1699781054448/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:24:14,556 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d 2023-11-12T09:24:14,561 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:24:14,677 DEBUG [pool-196-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6462f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:14,679 DEBUG [hconnection-0x68053e0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:14,680 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54746, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:14,683 DEBUG [pool-196-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:14,684 DEBUG [pool-196-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:24:14,685 DEBUG [pool-196-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:24:14,700 DEBUG [pool-196-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-table1-1699781052888/_temporary/0/_temporary/attempt_local317893377_0002_r_000000_0/f/3f21cac04da44f169eb0ea9890b2872a is 37, key is row10/f:q1/1699781034780/Put/seqid=0 2023-11-12T09:24:14,702 WARN [Thread-752 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34109] Specified favored nodes: [jenkins-hbase3.apache.org:34109] 2023-11-12T09:24:15,345 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:24:15,346 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54990, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:24:15,540 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-table1-1699781052888 2023-11-12T09:24:15,548 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b07a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:15,550 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:15,551 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59760, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:15,561 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-table1-1699781052888/_SUCCESS 2023-11-12T09:24:15,566 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:15,569 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55006, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:15,600 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-table1-1699781052888/f/3f21cac04da44f169eb0ea9890b2872a first=Optional[row0] last=Optional[row98] 2023-11-12T09:24:15,622 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781051770.dd8fa05819933b06319a626359a887f8., hostname=jenkins-hbase3.apache.org,34109,1699781023728, seqNum=2 for row with hfile group [{f,hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-table1-1699781052888/f/3f21cac04da44f169eb0ea9890b2872a}] 2023-11-12T09:24:15,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-table1-1699781052888/f/3f21cac04da44f169eb0ea9890b2872a for inclusion in dd8fa05819933b06319a626359a887f8/f 2023-11-12T09:24:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:24:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:24:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HRegion(2520): Flush status journal for dd8fa05819933b06319a626359a887f8: 2023-11-12T09:24:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-table1-1699781052888/f/3f21cac04da44f169eb0ea9890b2872a to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__table1__l2dv68igbstkkd4b7eis9b2unuculvv0fu4nv2mn7a7brrk9m2722i6jubvtgme7/f/3f21cac04da44f169eb0ea9890b2872a 2023-11-12T09:24:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__table1__l2dv68igbstkkd4b7eis9b2unuculvv0fu4nv2mn7a7brrk9m2722i6jubvtgme7/f/3f21cac04da44f169eb0ea9890b2872a as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/f/fa13f935377e49d68ca98bf5e5fd22c1_SeqId_4_ 2023-11-12T09:24:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dc8b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:15,672 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55008, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:15,680 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59762, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:15,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__table1__l2dv68igbstkkd4b7eis9b2unuculvv0fu4nv2mn7a7brrk9m2722i6jubvtgme7/f/3f21cac04da44f169eb0ea9890b2872a into dd8fa05819933b06319a626359a887f8/f as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/f/fa13f935377e49d68ca98bf5e5fd22c1_SeqId_4_ - updating store file list. 2023-11-12T09:24:15,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/f/fa13f935377e49d68ca98bf5e5fd22c1_SeqId_4_ into dd8fa05819933b06319a626359a887f8/f 2023-11-12T09:24:15,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__table1__l2dv68igbstkkd4b7eis9b2unuculvv0fu4nv2mn7a7brrk9m2722i6jubvtgme7/f/3f21cac04da44f169eb0ea9890b2872a into dd8fa05819933b06319a626359a887f8/f (new location: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/f/fa13f935377e49d68ca98bf5e5fd22c1_SeqId_4_) 2023-11-12T09:24:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__table1__l2dv68igbstkkd4b7eis9b2unuculvv0fu4nv2mn7a7brrk9m2722i6jubvtgme7/f/3f21cac04da44f169eb0ea9890b2872a 2023-11-12T09:24:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea1dedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:15,750 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55014, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:24:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:15,756 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59766, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:24:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:15,785 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:15,785 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:24:15,786 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:24:15,786 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(233): Backup: backup_1699781042401 hdfs://localhost:36879/backupUT/backup_1699781042401/default/test-1699781033104/ 2023-11-12T09:24:15,786 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:24:15,787 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:15,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable table1 2023-11-12T09:24:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-11-12T09:24:15,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781055822"}]},"ts":"1699781055822"} 2023-11-12T09:24:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:24:15,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-11-12T09:24:15,830 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-11-12T09:24:15,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=dd8fa05819933b06319a626359a887f8, UNASSIGN}] 2023-11-12T09:24:15,833 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=dd8fa05819933b06319a626359a887f8, UNASSIGN 2023-11-12T09:24:15,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=dd8fa05819933b06319a626359a887f8, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:15,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure dd8fa05819933b06319a626359a887f8, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:24:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:24:15,995 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:15,997 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:15,997 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing dd8fa05819933b06319a626359a887f8, disabling compactions & flushes 2023-11-12T09:24:15,997 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:15,997 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:15,997 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781051770.dd8fa05819933b06319a626359a887f8. after waiting 0 ms 2023-11-12T09:24:15,997 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:16,005 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:24:16,006 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:16,006 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1699781051770.dd8fa05819933b06319a626359a887f8. 2023-11-12T09:24:16,006 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for dd8fa05819933b06319a626359a887f8: 2023-11-12T09:24:16,008 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:16,008 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=dd8fa05819933b06319a626359a887f8, regionState=CLOSED 2023-11-12T09:24:16,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-12T09:24:16,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure dd8fa05819933b06319a626359a887f8, server=jenkins-hbase3.apache.org,34109,1699781023728 in 174 msec 2023-11-12T09:24:16,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-12T09:24:16,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=dd8fa05819933b06319a626359a887f8, UNASSIGN in 180 msec 2023-11-12T09:24:16,015 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781056015"}]},"ts":"1699781056015"} 2023-11-12T09:24:16,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-11-12T09:24:16,019 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-11-12T09:24:16,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 207 msec 2023-11-12T09:24:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:24:16,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$5(2449): Client=jenkins//172.31.12.81 delete table1 2023-11-12T09:24:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-11-12T09:24:16,143 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:24:16,145 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:24:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:24:16,153 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:16,157 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/f, FileablePath, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/recovered.edits] 2023-11-12T09:24:16,165 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/f/fa13f935377e49d68ca98bf5e5fd22c1_SeqId_4_ to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/archive/data/default/table1/dd8fa05819933b06319a626359a887f8/f/fa13f935377e49d68ca98bf5e5fd22c1_SeqId_4_ 2023-11-12T09:24:16,169 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8/recovered.edits/6.seqid to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/archive/data/default/table1/dd8fa05819933b06319a626359a887f8/recovered.edits/6.seqid 2023-11-12T09:24:16,170 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/table1/dd8fa05819933b06319a626359a887f8 2023-11-12T09:24:16,170 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-11-12T09:24:16,173 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:24:16,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34109 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2023-11-12T09:24:16,182 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-11-12T09:24:16,187 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-11-12T09:24:16,189 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:24:16,189 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-11-12T09:24:16,189 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1699781051770.dd8fa05819933b06319a626359a887f8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781056189"}]},"ts":"9223372036854775807"} 2023-11-12T09:24:16,191 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:24:16,191 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dd8fa05819933b06319a626359a887f8, NAME => 'table1,,1699781051770.dd8fa05819933b06319a626359a887f8.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:24:16,191 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-11-12T09:24:16,191 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699781056191"}]},"ts":"9223372036854775807"} 2023-11-12T09:24:16,193 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-11-12T09:24:16,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:24:16,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 61 msec 2023-11-12T09:24:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:24:16,248 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] backup.TestFullBackupSetRestoreSet(83): restore into other table is complete 2023-11-12T09:24:16,267 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToOtherTable Thread=601 (was 584) Potentially hanging thread: hconnection-0x4a281ef2-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4a281ef2-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1485594082-172.31.12.81-1699781017012:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/cluster_2da4ac40-0243-a030-fb87-b568e5f6a501/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x196c9cbd-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4a281ef2-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/cluster_2da4ac40-0243-a030-fb87-b568e5f6a501/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x196c9cbd-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1647111370_16 at /127.0.0.1:34004 [Waiting for operation #21] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x196c9cbd-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4a281ef2-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-250372627_16 at /127.0.0.1:33966 [Receiving block BP-1485594082-172.31.12.81-1699781017012:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4a281ef2-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-250372627_16 at /127.0.0.1:33974 [Receiving block BP-1485594082-172.31.12.81-1699781017012:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4a281ef2-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x196c9cbd-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1485594082-172.31.12.81-1699781017012:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1647111370_16 at /127.0.0.1:33990 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=706 (was 688) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=111 (was 143), ProcessCount=172 (was 172), AvailableMemoryMB=5488 (was 5757) 2023-11-12T09:24:16,267 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-12T09:24:16,284 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToSameTable Thread=601, OpenFileDescriptor=706, MaxFileDescriptor=60000, SystemLoadAverage=111, ProcessCount=172, AvailableMemoryMB=5488 2023-11-12T09:24:16,284 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-12T09:24:16,284 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] backup.TestFullBackupSetRestoreSet(91): Test full restore set to same table 2023-11-12T09:24:16,309 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c307681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:16,310 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:16,312 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55030, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:16,316 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:16,318 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59776, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:16,367 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:24:16,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:24:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781056371 (current time:1699781056371). 2023-11-12T09:24:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:24:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:24:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9538b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:16,384 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59786, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:24:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:24:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-12T09:24:16,390 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:24:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:24:16,391 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:24:16,394 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot, current working dir path: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:24:16,397 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:24:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:24:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:24:16,805 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:24:16,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure d8c13742cbef368d9ea53215fe535cc9}] 2023-11-12T09:24:16,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:16,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:16,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34109 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=44 2023-11-12T09:24:16,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:16,960 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2819): Flushing d8c13742cbef368d9ea53215fe535cc9 2/2 column families, dataSize=1.14 KB heapSize=2.37 KB 2023-11-12T09:24:16,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/abbad60b062b4bbe8fa80a5c83a0e736 is 169, key is trslm:hdfs://localhost:36879/backupUT\x00test-1699781033104/meta:log-roll-map/1699781051580/Put/seqid=0 2023-11-12T09:24:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:24:17,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=589 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/abbad60b062b4bbe8fa80a5c83a0e736 2023-11-12T09:24:17,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/480ae4214f474131be97a0f6a6c9c724 is 310, key is session:backup_1699781042401/session:context/1699781051645/Put/seqid=0 2023-11-12T09:24:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:24:17,785 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/480ae4214f474131be97a0f6a6c9c724 2023-11-12T09:24:17,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/abbad60b062b4bbe8fa80a5c83a0e736 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/abbad60b062b4bbe8fa80a5c83a0e736 2023-11-12T09:24:17,801 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/abbad60b062b4bbe8fa80a5c83a0e736, entries=5, sequenceid=19, filesize=5.5 K 2023-11-12T09:24:17,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/480ae4214f474131be97a0f6a6c9c724 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/480ae4214f474131be97a0f6a6c9c724 2023-11-12T09:24:17,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/480ae4214f474131be97a0f6a6c9c724, entries=2, sequenceid=19, filesize=5.3 K 2023-11-12T09:24:17,810 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(3022): Finished flush of dataSize ~1.14 KB/1168, heapSize ~2.34 KB/2392, currentSize=0 B/0 for d8c13742cbef368d9ea53215fe535cc9 in 850ms, sequenceid=19, compaction requested=false 2023-11-12T09:24:17,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2520): Flush status journal for d8c13742cbef368d9ea53215fe535cc9: 2023-11-12T09:24:17,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. for snapshot_backup_system completed. 2023-11-12T09:24:17,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:24:17,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:24:17,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/2800edf21bd04040b9f4ced7195dd400, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/abbad60b062b4bbe8fa80a5c83a0e736] hfiles 2023-11-12T09:24:17,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/2800edf21bd04040b9f4ced7195dd400 for snapshot=snapshot_backup_system 2023-11-12T09:24:17,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/abbad60b062b4bbe8fa80a5c83a0e736 for snapshot=snapshot_backup_system 2023-11-12T09:24:17,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/bd6bab5e3daf413b85c508362ee82a15, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/480ae4214f474131be97a0f6a6c9c724] hfiles 2023-11-12T09:24:17,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/bd6bab5e3daf413b85c508362ee82a15 for snapshot=snapshot_backup_system 2023-11-12T09:24:17,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/480ae4214f474131be97a0f6a6c9c724 for snapshot=snapshot_backup_system 2023-11-12T09:24:18,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:24:18,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:18,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=44 2023-11-12T09:24:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster(4026): Remote procedure done, pid=44 2023-11-12T09:24:18,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:18,219 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:18,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-11-12T09:24:18,222 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:24:18,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; SnapshotRegionProcedure d8c13742cbef368d9ea53215fe535cc9 in 1.4150 sec 2023-11-12T09:24:18,223 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:24:18,224 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:24:18,224 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:24:18,225 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:24:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:24:18,636 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:24:18,644 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:24:18,645 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:24:18,646 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:24:18,646 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-12T09:24:18,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2600 sec 2023-11-12T09:24:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:24:20,498 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(115): Backup backup_1699781056354 started at 1699781060498. 2023-11-12T09:24:20,500 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(119): Backup session backup_1699781056354 has been started. 2023-11-12T09:24:20,506 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:24:20,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:24:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:24:20,507 INFO [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:24:20,507 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:24:20,508 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:24:20,508 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:24:20,509 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:24:20,510 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,510 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:24:20,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:24:20,511 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:24:20,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:24:20,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:24:20,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:24:20,512 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:24:20,512 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:24:20,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:24:20,512 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:24:20,512 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:24:20,513 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:24:20,513 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:24:20,513 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34109,1699781023728' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:24:20,515 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:24:20,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:24:20,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:24:20,516 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:24:20,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:24:20,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:24:20,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:20,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:24:20,518 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34109,1699781023728' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:24:20,518 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2a17c55[Count = 0] remaining members to acquire global barrier 2023-11-12T09:24:20,518 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:24:20,518 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:24:20,519 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:24:20,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:24:20,519 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:24:20,520 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:24:20,520 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:24:20,520 DEBUG [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,520 INFO [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781046664 highest: 1699781046664 on jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,520 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34109%2C1699781023728:(num 1699781046664) roll requested 2023-11-12T09:24:20,532 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781060520, exclude list is [], retry=0 2023-11-12T09:24:20,537 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK] 2023-11-12T09:24:20,538 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781046664 with entries=16, filesize=3.59 KB; new WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781060520 2023-11-12T09:24:20,539 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK]] 2023-11-12T09:24:20,539 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.1699781046664 is not closed yet, will try archiving it next time 2023-11-12T09:24:20,539 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta:.meta(num 1699781046685) roll requested 2023-11-12T09:24:20,550 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781060539.meta, exclude list is [], retry=0 2023-11-12T09:24:20,555 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK] 2023-11-12T09:24:20,556 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781046685.meta with entries=12, filesize=2.73 KB; new WAL /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781060539.meta 2023-11-12T09:24:20,557 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34181,DS-3925d5d1-e780-470c-8af9-7314be10faf0,DISK]] 2023-11-12T09:24:20,557 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781046685.meta is not closed yet, will try archiving it next time 2023-11-12T09:24:20,560 DEBUG [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:24:20,560 INFO [rs(jenkins-hbase3.apache.org,34109,1699781023728)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781060520 on jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,569 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:24:20,569 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34109,1699781023728' in zk 2023-11-12T09:24:20,573 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:24:20,573 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:24:20,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,573 DEBUG [member: 'jenkins-hbase3.apache.org,34109,1699781023728' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:24:20,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:24:20,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:24:20,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:24:20,575 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:24:20,575 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:20,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:24:20,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:20,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34109,1699781023728': 2023-11-12T09:24:20,578 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34109,1699781023728' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:24:20,578 INFO [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:24:20,578 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:24:20,578 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:24:20,578 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:24:20,578 INFO [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:24:20,580 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:24:20,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:24:20,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:24:20,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:24:20,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:24:20,580 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:24:20,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:24:20,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:24:20,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:24:20,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:20,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:24:20,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:20,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,582 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:24:20,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:24:20,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:20,587 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:24:20,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:24:20,587 DEBUG [(jenkins-hbase3.apache.org,35441,1699781020412)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:24:20,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:24:20,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:24:20,588 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:24:20,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:24:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:24:20,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } 2023-11-12T09:24:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781060692 (current time:1699781060692). 2023-11-12T09:24:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:24:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781060691_default_test-1699781033104 VERSION not specified, setting to 2 2023-11-12T09:24:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c837af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:20,703 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59794, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:24:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } 2023-11-12T09:24:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-11-12T09:24:20,707 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:24:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:24:20,708 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:24:20,711 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot, current working dir path: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_1699781060691_default_test-1699781033104 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:24:20,713 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:24:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:24:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:24:21,119 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:24:21,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d}] 2023-11-12T09:24:21,121 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:21,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:21,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34109 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=46 2023-11-12T09:24:21,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:24:21,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2520): Flush status journal for a30aaa5c0a61e54aef6bf013562efb4d: 2023-11-12T09:24:21,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. for snapshot_1699781060691_default_test-1699781033104 completed. 2023-11-12T09:24:21,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(240): Storing 'test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.' region-info for snapshot=snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:21,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:24:21,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d] hfiles 2023-11-12T09:24:21,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d for snapshot=snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:24:21,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:24:21,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=46 2023-11-12T09:24:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster(4026): Remote procedure done, pid=46 2023-11-12T09:24:21,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781060691_default_test-1699781033104 on region a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:21,683 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:21,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-12T09:24:21,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; SnapshotRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d in 565 msec 2023-11-12T09:24:21,686 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:24:21,687 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:24:21,688 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:24:21,688 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:21,689 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:24:22,105 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:24:22,112 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:24:22,113 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/.tmp/snapshot_1699781060691_default_test-1699781033104 to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:22,114 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:24:22,115 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-11-12T09:24:22,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699781060691_default_test-1699781033104 table=test-1699781033104 type=FLUSH ttl=0 } in 1.4100 sec 2023-11-12T09:24:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:24:22,814 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781056354 2023-11-12T09:24:22,814 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:24:22,814 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:24:22,815 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781056354_test-1699781033104 2023-11-12T09:24:22,815 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781060691_default_test-1699781033104 to hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/ 2023-11-12T09:24:22,815 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:24:22,839 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:36879, inputRoot=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:24:22,839 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,35441,1699781020412_1279694938_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/.hbase-snapshot/.tmp/snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:22,839 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:36879, inputRoot=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f, snapshotDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/snapshot_1699781060691_default_test-1699781033104. 2023-11-12T09:24:22,848 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/.hbase-snapshot/snapshot_1699781060691_default_test-1699781033104 to hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/.hbase-snapshot/.tmp/snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:23,269 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:23,269 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:23,270 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:23,270 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,241 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop-291880850147501033.jar 2023-11-12T09:24:24,242 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,242 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,243 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,243 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,244 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,244 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,245 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,245 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,246 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:24,246 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:24:24,247 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:24:24,248 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:24:24,249 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:24:24,249 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:24:24,250 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:24:24,250 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:24:24,250 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:24:24,251 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:24:24,251 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:24:24,252 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:24:24,252 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:24:24,253 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:24:24,254 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:24:24,254 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:24:24,255 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:24:24,255 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:24:24,256 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:24:24,256 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:24:24,333 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781060691_default_test-1699781033104' hfile list 2023-11-12T09:24:24,336 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:24:24,416 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir/1699781064379/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:24:24,416 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir/1699781064379/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:24:24,469 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:24:24,497 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d output=hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d 2023-11-12T09:24:24,497 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:24:25,450 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:24:25,451 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:24:25,458 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:25,458 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781060691_default_test-1699781033104 finished. 2023-11-12T09:24:25,458 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(1034): test-1699781033104 2023-11-12T09:24:25,465 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781056354 2023-11-12T09:24:25,465 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:24:25,473 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36879/backupUT/backup_1699781056354/.backup.manifest 2023-11-12T09:24:25,473 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(358): Backup backup_1699781056354 finished: type=FULL,tablelist=test-1699781033104,targetRootDir=hdfs://localhost:36879/backupUT,startts=1699781060498,completets=1699781065465,bytescopied=0 2023-11-12T09:24:25,473 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:24:25,473 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:25,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781060691_default_test-1699781033104" 2023-11-12T09:24:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781060691_default_test-1699781033104 2023-11-12T09:24:25,478 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781060691_default_test-1699781033104 for backup backup_1699781056354 succeeded. 2023-11-12T09:24:25,478 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:24:25,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:24:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:24:25,486 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:24:25,488 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:24:25,494 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.TableBackupClient(376): Backup backup_1699781056354 completed. Backup session backup_1699781056354 finished. Status: SUCCESS 2023-11-12T09:24:25,495 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:25,509 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] backup.TestFullBackupSetRestoreSet(111): backup complete 2023-11-12T09:24:25,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable test-1699781033104 2023-11-12T09:24:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=test-1699781033104 2023-11-12T09:24:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:24:25,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781033104","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781065518"}]},"ts":"1699781065518"} 2023-11-12T09:24:25,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781033104, state=DISABLING in hbase:meta 2023-11-12T09:24:25,521 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set test-1699781033104 to state=DISABLING 2023-11-12T09:24:25,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1699781033104, region=a30aaa5c0a61e54aef6bf013562efb4d, UNASSIGN}] 2023-11-12T09:24:25,523 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1699781033104, region=a30aaa5c0a61e54aef6bf013562efb4d, UNASSIGN 2023-11-12T09:24:25,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=a30aaa5c0a61e54aef6bf013562efb4d, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:25,524 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35441 {}] assignment.AssignmentManager(1430): Unable to acquire lock for regionNode state=CLOSING, location=jenkins-hbase3.apache.org,34109,1699781023728, table=test-1699781033104, region=a30aaa5c0a61e54aef6bf013562efb4d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2023-11-12T09:24:25,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:24:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:24:25,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:25,678 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(119): Close a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:25,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1668): Closing a30aaa5c0a61e54aef6bf013562efb4d, disabling compactions & flushes 2023-11-12T09:24:25,678 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1690): Closing region test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:24:25,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:24:25,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1778): Acquired close lock on test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. after waiting 0 ms 2023-11-12T09:24:25,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1788): Updates disabled for region test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:24:25,685 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=1 2023-11-12T09:24:25,686 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:25,687 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1909): Closed test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d. 2023-11-12T09:24:25,687 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1622): Region close journal for a30aaa5c0a61e54aef6bf013562efb4d: 2023-11-12T09:24:25,689 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(163): Closed a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:25,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=a30aaa5c0a61e54aef6bf013562efb4d, regionState=CLOSED 2023-11-12T09:24:25,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-11-12T09:24:25,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure a30aaa5c0a61e54aef6bf013562efb4d, server=jenkins-hbase3.apache.org,34109,1699781023728 in 166 msec 2023-11-12T09:24:25,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-11-12T09:24:25,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=test-1699781033104, region=a30aaa5c0a61e54aef6bf013562efb4d, UNASSIGN in 171 msec 2023-11-12T09:24:25,695 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781033104","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781065694"}]},"ts":"1699781065694"} 2023-11-12T09:24:25,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781033104, state=DISABLED in hbase:meta 2023-11-12T09:24:25,698 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set test-1699781033104 to state=DISABLED 2023-11-12T09:24:25,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; DisableTableProcedure table=test-1699781033104 in 185 msec 2023-11-12T09:24:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:24:25,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$5(2449): Client=jenkins//172.31.12.81 delete test-1699781033104 2023-11-12T09:24:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=test-1699781033104 2023-11-12T09:24:25,825 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=test-1699781033104 2023-11-12T09:24:25,826 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=50, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=test-1699781033104 2023-11-12T09:24:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=50 2023-11-12T09:24:25,828 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:25,831 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f, FileablePath, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/recovered.edits] 2023-11-12T09:24:25,836 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d 2023-11-12T09:24:25,839 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/recovered.edits/107.seqid to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/recovered.edits/107.seqid 2023-11-12T09:24:25,840 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:25,841 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived test-1699781033104 regions 2023-11-12T09:24:25,844 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=50, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=test-1699781033104 2023-11-12T09:24:25,846 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of test-1699781033104 from hbase:meta 2023-11-12T09:24:25,848 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'test-1699781033104' descriptor. 2023-11-12T09:24:25,850 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=50, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=test-1699781033104 2023-11-12T09:24:25,850 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'test-1699781033104' from region states. 2023-11-12T09:24:25,851 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781065850"}]},"ts":"9223372036854775807"} 2023-11-12T09:24:25,853 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:24:25,853 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a30aaa5c0a61e54aef6bf013562efb4d, NAME => 'test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:24:25,853 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'test-1699781033104' as deleted. 2023-11-12T09:24:25,853 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1699781033104","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699781065853"}]},"ts":"9223372036854775807"} 2023-11-12T09:24:25,854 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table test-1699781033104 state from META 2023-11-12T09:24:25,858 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=50, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=test-1699781033104 2023-11-12T09:24:25,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, state=SUCCESS; DeleteTableProcedure table=test-1699781033104 in 36 msec 2023-11-12T09:24:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=50 2023-11-12T09:24:25,928 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] backup.RestoreDriver(101): Found -overwrite option in restore command, will overwrite to existing table if any in the restore target 2023-11-12T09:24:25,935 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c19436e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:25,936 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:25,937 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58144, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:25,941 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:25,942 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55858, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:25,956 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(101): HBase table test-1699781033104 does not exist. It will be created during restore process 2023-11-12T09:24:25,957 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36879/backupUT/backup_1699781056354/.backup.manifest 2023-11-12T09:24:25,960 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781056354/.backup.manifest 2023-11-12T09:24:25,960 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36879/backupUT/backup_1699781056354/.backup.manifest 2023-11-12T09:24:25,962 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781056354/.backup.manifest 2023-11-12T09:24:25,962 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(148): Restoring 'test-1699781033104' to 'test-1699781033104' from full backup image hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104 2023-11-12T09:24:25,972 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] util.RestoreTool(487): Creating target table 'test-1699781033104' 2023-11-12T09:24:25,972 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:25,973 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f in region [hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d] 2023-11-12T09:24:25,977 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d first=row0 last=row98 2023-11-12T09:24:25,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699781033104', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1032): Stored pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699781033104 2023-11-12T09:24:25,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:24:25,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699781033104" procId is: 51 2023-11-12T09:24:25,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-12T09:24:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-12T09:24:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-12T09:24:26,392 INFO [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e37b584c2554bd0b876a01ae5319492a, NAME => 'test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699781033104', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f 2023-11-12T09:24:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-12T09:24:26,799 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:26,799 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1668): Closing e37b584c2554bd0b876a01ae5319492a, disabling compactions & flushes 2023-11-12T09:24:26,799 INFO [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:26,799 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:26,800 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. after waiting 0 ms 2023-11-12T09:24:26,800 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:26,800 INFO [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1909): Closed test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:26,800 DEBUG [RegionOpenAndInit-test-1699781033104-pool-0 {}] regionserver.HRegion(1622): Region close journal for e37b584c2554bd0b876a01ae5319492a: 2023-11-12T09:24:26,801 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:24:26,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699781066801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781066801"}]},"ts":"1699781066801"} 2023-11-12T09:24:26,803 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:24:26,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:24:26,804 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781033104","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781066804"}]},"ts":"1699781066804"} 2023-11-12T09:24:26,805 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781033104, state=ENABLING in hbase:meta 2023-11-12T09:24:26,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781033104, region=e37b584c2554bd0b876a01ae5319492a, ASSIGN}] 2023-11-12T09:24:26,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781033104, region=e37b584c2554bd0b876a01ae5319492a, ASSIGN 2023-11-12T09:24:26,813 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781033104, region=e37b584c2554bd0b876a01ae5319492a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34109,1699781023728; forceNewPlan=false, retain=false 2023-11-12T09:24:26,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=e37b584c2554bd0b876a01ae5319492a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:26,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; OpenRegionProcedure e37b584c2554bd0b876a01ae5319492a, server=jenkins-hbase3.apache.org,34109,1699781023728}] 2023-11-12T09:24:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-12T09:24:27,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:27,122 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(130): Open test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:27,123 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7254): Opening region: {ENCODED => e37b584c2554bd0b876a01ae5319492a, NAME => 'test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:24:27,123 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:24:27,123 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781033104 e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:27,124 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(888): Instantiated test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:24:27,124 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7296): checking encryption for e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:27,124 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7299): checking classloading for e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:27,125 INFO [StoreOpener-e37b584c2554bd0b876a01ae5319492a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:27,127 INFO [StoreOpener-e37b584c2554bd0b876a01ae5319492a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37b584c2554bd0b876a01ae5319492a columnFamilyName f 2023-11-12T09:24:27,127 DEBUG [StoreOpener-e37b584c2554bd0b876a01ae5319492a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:24:27,127 INFO [StoreOpener-e37b584c2554bd0b876a01ae5319492a-1 {}] regionserver.HStore(324): Store=e37b584c2554bd0b876a01ae5319492a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:24:27,128 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:27,128 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:27,130 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1076): writing seq id for e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:27,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:24:27,133 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): Opened e37b584c2554bd0b876a01ae5319492a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10235137920, jitterRate=-0.04677850008010864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:24:27,134 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(992): Region open journal for e37b584c2554bd0b876a01ae5319492a: 2023-11-12T09:24:27,134 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a., pid=53, masterSystemTime=1699781067118 2023-11-12T09:24:27,136 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:27,136 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(158): Opened test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:27,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=e37b584c2554bd0b876a01ae5319492a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:27,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=53, resume processing ppid=52 2023-11-12T09:24:27,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, ppid=52, state=SUCCESS; OpenRegionProcedure e37b584c2554bd0b876a01ae5319492a, server=jenkins-hbase3.apache.org,34109,1699781023728 in 172 msec 2023-11-12T09:24:27,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=52, resume processing ppid=51 2023-11-12T09:24:27,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, ppid=51, state=SUCCESS; TransitRegionStateProcedure table=test-1699781033104, region=e37b584c2554bd0b876a01ae5319492a, ASSIGN in 329 msec 2023-11-12T09:24:27,142 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:24:27,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781033104","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781067142"}]},"ts":"1699781067142"} 2023-11-12T09:24:27,143 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781033104, state=ENABLED in hbase:meta 2023-11-12T09:24:27,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699781033104 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:24:27,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, state=SUCCESS; CreateTableProcedure table=test-1699781033104 in 1.1680 sec 2023-11-12T09:24:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-12T09:24:28,093 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d from hbase tables test-1699781033104 to tables test-1699781033104 2023-11-12T09:24:28,093 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781033104 into test-1699781033104 2023-11-12T09:24:28,095 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-test-1699781033104-1699781068093 from hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d 2023-11-12T09:24:28,101 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b84b2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:28,102 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:28,104 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58148, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:28,105 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:24:28,105 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781033104 2023-11-12T09:24:28,109 DEBUG [hconnection-0xd598d67-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:28,110 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55862, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:28,111 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781033104: 2023-11-12T09:24:28,111 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:24:28,112 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/partitions_6a4417df-eee0-4229-8e41-811a754a6462 2023-11-12T09:24:28,519 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:28,520 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:28,520 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:28,521 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:28,604 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T09:24:28,604 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T09:24:29,485 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop-2820153639047763750.jar 2023-11-12T09:24:29,485 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,486 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,486 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,487 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,487 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,487 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,488 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,488 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,489 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,489 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:24:29,490 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:24:29,490 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:24:29,491 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:24:29,491 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:24:29,492 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:24:29,492 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:24:29,492 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:24:29,493 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:24:29,493 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:24:29,494 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:24:29,494 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:24:29,495 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,495 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,496 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,496 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,496 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,497 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:24:29,497 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:24:29,498 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699781033104 2023-11-12T09:24:29,498 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:29,498 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:24:29,498 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:24:29,499 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:24:29,511 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:24:29,588 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir/1699781069553/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:24:29,588 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/mapreduce.cluster.local.dir/1699781069553/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:24:29,640 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/archive/data/default/test-1699781033104/a30aaa5c0a61e54aef6bf013562efb4d/f/85991860692d4042b70d17d486d35b1d 2023-11-12T09:24:29,644 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:24:29,669 DEBUG [pool-229-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4591ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:29,672 DEBUG [hconnection-0x35e367b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:29,673 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55870, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:29,677 DEBUG [pool-229-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:29,677 DEBUG [pool-229-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:24:29,677 DEBUG [pool-229-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:24:29,686 DEBUG [pool-229-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-test-1699781033104-1699781068093/_temporary/0/_temporary/attempt_local1119099746_0004_r_000000_0/f/31594b70d5714a54b5097bdf0ec5a9c5 is 37, key is row10/f:q1/1699781034780/Put/seqid=0 2023-11-12T09:24:29,688 WARN [Thread-893 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34109] Specified favored nodes: [jenkins-hbase3.apache.org:34109] 2023-11-12T09:24:30,639 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-test-1699781033104-1699781068093 2023-11-12T09:24:30,645 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@852378e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:30,646 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:30,649 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55882, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:30,655 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-test-1699781033104-1699781068093/_SUCCESS 2023-11-12T09:24:30,659 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:30,661 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58160, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:30,672 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-test-1699781033104-1699781068093/f/31594b70d5714a54b5097bdf0ec5a9c5 first=Optional[row0] last=Optional[row98] 2023-11-12T09:24:30,673 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a., hostname=jenkins-hbase3.apache.org,34109,1699781023728, seqNum=2 for row with hfile group [{f,hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-test-1699781033104-1699781068093/f/31594b70d5714a54b5097bdf0ec5a9c5}] 2023-11-12T09:24:30,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-test-1699781033104-1699781068093/f/31594b70d5714a54b5097bdf0ec5a9c5 for inclusion in e37b584c2554bd0b876a01ae5319492a/f 2023-11-12T09:24:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:24:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:24:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HRegion(2520): Flush status journal for e37b584c2554bd0b876a01ae5319492a: 2023-11-12T09:24:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/hbase-staging/bulk_output-default-test-1699781033104-1699781068093/f/31594b70d5714a54b5097bdf0ec5a9c5 to hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__test-1699781033104__rbke2c20q81kssa8fnggsj8rd4v3arpoujaaq3qsffm39en2t9oik2hpqt912opv/f/31594b70d5714a54b5097bdf0ec5a9c5 2023-11-12T09:24:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__test-1699781033104__rbke2c20q81kssa8fnggsj8rd4v3arpoujaaq3qsffm39en2t9oik2hpqt912opv/f/31594b70d5714a54b5097bdf0ec5a9c5 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a/f/aa3cda5cbe3a4066b2a520b2931c4aaf_SeqId_4_ 2023-11-12T09:24:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f44bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:30,699 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:24:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:30,707 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55888, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:24:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] impl.BackupSystemTable(428): write bulk load descriptor to backup test-1699781033104 with 1 entries 2023-11-12T09:24:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] impl.BackupSystemTable(1602): writing raw bulk path hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a/f/aa3cda5cbe3a4066b2a520b2931c4aaf_SeqId_4_ for test-1699781033104 e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] impl.BackupSystemTable(435): written 1 rows for bulk load of test-1699781033104 2023-11-12T09:24:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:30,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__test-1699781033104__rbke2c20q81kssa8fnggsj8rd4v3arpoujaaq3qsffm39en2t9oik2hpqt912opv/f/31594b70d5714a54b5097bdf0ec5a9c5 into e37b584c2554bd0b876a01ae5319492a/f as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a/f/aa3cda5cbe3a4066b2a520b2931c4aaf_SeqId_4_ - updating store file list. 2023-11-12T09:24:30,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a/f/aa3cda5cbe3a4066b2a520b2931c4aaf_SeqId_4_ into e37b584c2554bd0b876a01ae5319492a/f 2023-11-12T09:24:30,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__test-1699781033104__rbke2c20q81kssa8fnggsj8rd4v3arpoujaaq3qsffm39en2t9oik2hpqt912opv/f/31594b70d5714a54b5097bdf0ec5a9c5 into e37b584c2554bd0b876a01ae5319492a/f (new location: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a/f/aa3cda5cbe3a4066b2a520b2931c4aaf_SeqId_4_) 2023-11-12T09:24:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/staging/jenkins__test-1699781033104__rbke2c20q81kssa8fnggsj8rd4v3arpoujaaq3qsffm39en2t9oik2hpqt912opv/f/31594b70d5714a54b5097bdf0ec5a9c5 2023-11-12T09:24:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f8f74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:24:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:24:30,755 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:24:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:24:30,765 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55894, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:24:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] impl.BackupSystemTable(408): write bulk load descriptor to backup test-1699781033104 with 1 entries 2023-11-12T09:24:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] impl.BackupSystemTable(1523): writing done bulk path hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a/f/aa3cda5cbe3a4066b2a520b2931c4aaf_SeqId_4_ for test-1699781033104 e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] impl.BackupSystemTable(414): written 1 rows for bulk load of test-1699781033104 2023-11-12T09:24:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:30,785 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:30,786 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:24:30,786 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:24:30,786 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(233): Backup: backup_1699781056354 hdfs://localhost:36879/backupUT/backup_1699781056354/default/test-1699781033104/ 2023-11-12T09:24:30,786 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:24:30,786 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:30,797 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] backup.TestFullBackupSetRestoreSet(124): restore into same table is complete 2023-11-12T09:24:30,817 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToSameTable Thread=608 (was 601) Potentially hanging thread: PacketResponder: BP-1485594082-172.31.12.81-1699781017012:blk_1073741876_1052, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x5895cfe4-SendThread(127.0.0.1:59941) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x3ace4e80-SendThread(127.0.0.1:59941) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x5895cfe4 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$532/1466271779.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x196c9cbd-metaLookup-shared--pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1485594082-172.31.12.81-1699781017012:blk_1073741875_1051, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1647111370_16 at /127.0.0.1:46384 [Waiting for operation #21] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x3ace4e80-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x23bb5234-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-250372627_16 at /127.0.0.1:46334 [Receiving block BP-1485594082-172.31.12.81-1699781017012:blk_1073741875_1051] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x3ace4e80 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$532/1466271779.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x23bb5234 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$532/1466271779.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x5895cfe4-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4a281ef2-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x23bb5234-SendThread(127.0.0.1:59941) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: hconnection-0x4a281ef2-shared-pool-26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x71e42004-SendThread(127.0.0.1:59941) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x71e42004 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$532/1466271779.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1647111370_16 at /127.0.0.1:52172 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-250372627_16 at /127.0.0.1:46338 [Receiving block BP-1485594082-172.31.12.81-1699781017012:blk_1073741876_1052] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x196c9cbd-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59941@0x71e42004-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) - Thread LEAK? -, OpenFileDescriptor=721 (was 706) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=141 (was 111) - SystemLoadAverage LEAK? -, ProcessCount=171 (was 172), AvailableMemoryMB=5467 (was 5488) 2023-11-12T09:24:30,818 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.ResourceChecker(130): Thread=608 is superior to 500 2023-11-12T09:24:30,825 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:24:30,825 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:30,826 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:24:30,826 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] util.JVMClusterUtil(257): Found active master hash=21874095, stopped=false 2023-11-12T09:24:30,826 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:24:30,830 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:24:30,830 DEBUG [Listener at jenkins-hbase3.apache.org/44653 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:30,830 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,34109,1699781023728' ***** 2023-11-12T09:24:30,830 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:24:30,830 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:24:30,844 INFO [RS:0;jenkins-hbase3:34109 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@42d6a1d3{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:24:30,848 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:24:30,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:24:30,849 INFO [RS:0;jenkins-hbase3:34109 {}] server.AbstractConnector(383): Stopped ServerConnector@435d4b8f{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:24:30,849 INFO [RS:0;jenkins-hbase3:34109 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:24:30,850 INFO [RS:0;jenkins-hbase3:34109 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@12384b93{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:24:30,851 INFO [RS:0;jenkins-hbase3:34109 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@33478bc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop.log.dir/,STOPPED} 2023-11-12T09:24:30,853 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:24:30,853 INFO [RS:0;jenkins-hbase3:34109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:24:30,853 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:24:30,853 INFO [RS:0;jenkins-hbase3:34109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:24:30,854 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3528): Received CLOSE for 796fcf1e18146653dbeaddb0be0acb6f 2023-11-12T09:24:30,854 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3528): Received CLOSE for 435550f2fe466da9b54ecfce15a37795 2023-11-12T09:24:30,854 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3528): Received CLOSE for e37b584c2554bd0b876a01ae5319492a 2023-11-12T09:24:30,854 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3528): Received CLOSE for e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:24:30,854 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3528): Received CLOSE for cda51b40aab762cb7cc3175eff1dd33f 2023-11-12T09:24:30,854 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3528): Received CLOSE for d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:30,854 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3528): Received CLOSE for 06b044c6383a9b7d583a9e2b8f3394a9 2023-11-12T09:24:30,854 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34109,1699781023728 2023-11-12T09:24:30,855 DEBUG [RS:0;jenkins-hbase3:34109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:30,855 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 796fcf1e18146653dbeaddb0be0acb6f, disabling compactions & flushes 2023-11-12T09:24:30,855 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:24:30,855 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:24:30,855 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:24:30,855 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. after waiting 0 ms 2023-11-12T09:24:30,855 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:24:30,855 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:24:30,855 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:24:30,855 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:24:30,855 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 796fcf1e18146653dbeaddb0be0acb6f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:24:30,855 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-12T09:24:30,856 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1583): Online Regions={796fcf1e18146653dbeaddb0be0acb6f=ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f., 435550f2fe466da9b54ecfce15a37795=backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795., e37b584c2554bd0b876a01ae5319492a=test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a., 1588230740=hbase:meta,,1.1588230740, e474bef55fc9a24add830ae5670cf20c=hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c., cda51b40aab762cb7cc3175eff1dd33f=ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f., d8c13742cbef368d9ea53215fe535cc9=backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9., 06b044c6383a9b7d583a9e2b8f3394a9=ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9.} 2023-11-12T09:24:30,856 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:24:30,856 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:24:30,856 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:24:30,856 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:24:30,856 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:24:30,857 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=13.85 KB heapSize=24.37 KB 2023-11-12T09:24:30,857 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1609): Waiting on 06b044c6383a9b7d583a9e2b8f3394a9, 1588230740, 435550f2fe466da9b54ecfce15a37795, 796fcf1e18146653dbeaddb0be0acb6f, cda51b40aab762cb7cc3175eff1dd33f, d8c13742cbef368d9ea53215fe535cc9, e37b584c2554bd0b876a01ae5319492a, e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:24:30,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f/.tmp/f/c8179634d6b54706aafa006bf54eccff is 37, key is row10/f:q1/1699781035521/Put/seqid=0 2023-11-12T09:24:30,880 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/info/43485ad9889b47788b35183affc8b8aa is 159, key is ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f./info:regioninfo/1699781035300/Put/seqid=0 2023-11-12T09:24:31,057 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1609): Waiting on 06b044c6383a9b7d583a9e2b8f3394a9, 1588230740, 435550f2fe466da9b54ecfce15a37795, 796fcf1e18146653dbeaddb0be0acb6f, cda51b40aab762cb7cc3175eff1dd33f, d8c13742cbef368d9ea53215fe535cc9, e37b584c2554bd0b876a01ae5319492a, e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:24:31,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:24:31,257 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1609): Waiting on 06b044c6383a9b7d583a9e2b8f3394a9, 1588230740, 435550f2fe466da9b54ecfce15a37795, 796fcf1e18146653dbeaddb0be0acb6f, cda51b40aab762cb7cc3175eff1dd33f, d8c13742cbef368d9ea53215fe535cc9, e37b584c2554bd0b876a01ae5319492a, e474bef55fc9a24add830ae5670cf20c 2023-11-12T09:24:31,278 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f/.tmp/f/c8179634d6b54706aafa006bf54eccff 2023-11-12T09:24:31,286 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f/.tmp/f/c8179634d6b54706aafa006bf54eccff as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f/f/c8179634d6b54706aafa006bf54eccff 2023-11-12T09:24:31,287 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.38 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/info/43485ad9889b47788b35183affc8b8aa 2023-11-12T09:24:31,295 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f/f/c8179634d6b54706aafa006bf54eccff, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:24:31,296 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 796fcf1e18146653dbeaddb0be0acb6f in 441ms, sequenceid=103, compaction requested=false 2023-11-12T09:24:31,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns2/test-16997810331041/796fcf1e18146653dbeaddb0be0acb6f/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:24:31,307 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:31,308 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:24:31,308 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 796fcf1e18146653dbeaddb0be0acb6f: 2023-11-12T09:24:31,308 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997810331041,,1699781034893.796fcf1e18146653dbeaddb0be0acb6f. 2023-11-12T09:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 435550f2fe466da9b54ecfce15a37795, disabling compactions & flushes 2023-11-12T09:24:31,309 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. after waiting 0 ms 2023-11-12T09:24:31,309 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:31,310 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 435550f2fe466da9b54ecfce15a37795 2/2 column families, dataSize=1.39 KB heapSize=2.47 KB 2023-11-12T09:24:31,314 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/rep_barrier/2562ac82d38c414585f13f73199f7384 is 102, key is test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d./rep_barrier:/1699781065844/DeleteFamily/seqid=0 2023-11-12T09:24:31,325 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795/.tmp/meta/d5681dbc0a554ad9ba7bc31264a4a980 is 321, key is bulk:test-1699781033104:e37b584c2554bd0b876a01ae5319492a:aa3cda5cbe3a4066b2a520b2931c4aaf_SeqId_4_/meta:path/1699781070780/Put/seqid=0 2023-11-12T09:24:31,330 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795/.tmp/meta/d5681dbc0a554ad9ba7bc31264a4a980 2023-11-12T09:24:31,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795/.tmp/meta/d5681dbc0a554ad9ba7bc31264a4a980 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795/meta/d5681dbc0a554ad9ba7bc31264a4a980 2023-11-12T09:24:31,345 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795/meta/d5681dbc0a554ad9ba7bc31264a4a980, entries=4, sequenceid=6, filesize=6.0 K 2023-11-12T09:24:31,347 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.39 KB/1428, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 435550f2fe466da9b54ecfce15a37795 in 37ms, sequenceid=6, compaction requested=false 2023-11-12T09:24:31,356 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system_bulk/435550f2fe466da9b54ecfce15a37795/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-11-12T09:24:31,357 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:31,358 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:31,358 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 435550f2fe466da9b54ecfce15a37795: 2023-11-12T09:24:31,358 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699781041166.435550f2fe466da9b54ecfce15a37795. 2023-11-12T09:24:31,358 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e37b584c2554bd0b876a01ae5319492a, disabling compactions & flushes 2023-11-12T09:24:31,358 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:31,358 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:31,358 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. after waiting 0 ms 2023-11-12T09:24:31,358 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:31,366 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/default/test-1699781033104/e37b584c2554bd0b876a01ae5319492a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:24:31,367 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:31,368 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:31,368 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e37b584c2554bd0b876a01ae5319492a: 2023-11-12T09:24:31,368 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699781033104,,1699781065978.e37b584c2554bd0b876a01ae5319492a. 2023-11-12T09:24:31,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e474bef55fc9a24add830ae5670cf20c, disabling compactions & flushes 2023-11-12T09:24:31,369 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:24:31,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:24:31,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. after waiting 0 ms 2023-11-12T09:24:31,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:24:31,369 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing e474bef55fc9a24add830ae5670cf20c 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:24:31,387 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c/.tmp/info/ed1620f0af6a4da898a03062591940d3 is 45, key is default/info:d/1699781028052/Put/seqid=0 2023-11-12T09:24:31,393 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c/.tmp/info/ed1620f0af6a4da898a03062591940d3 2023-11-12T09:24:31,401 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c/.tmp/info/ed1620f0af6a4da898a03062591940d3 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c/info/ed1620f0af6a4da898a03062591940d3 2023-11-12T09:24:31,408 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c/info/ed1620f0af6a4da898a03062591940d3, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:24:31,410 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for e474bef55fc9a24add830ae5670cf20c in 40ms, sequenceid=11, compaction requested=false 2023-11-12T09:24:31,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/namespace/e474bef55fc9a24add830ae5670cf20c/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:24:31,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:31,418 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:24:31,418 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e474bef55fc9a24add830ae5670cf20c: 2023-11-12T09:24:31,418 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699781026671.e474bef55fc9a24add830ae5670cf20c. 2023-11-12T09:24:31,419 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing cda51b40aab762cb7cc3175eff1dd33f, disabling compactions & flushes 2023-11-12T09:24:31,419 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:24:31,419 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:24:31,419 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. after waiting 0 ms 2023-11-12T09:24:31,419 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:24:31,422 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns3/test-16997810331042/cda51b40aab762cb7cc3175eff1dd33f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:24:31,423 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:31,423 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:24:31,423 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for cda51b40aab762cb7cc3175eff1dd33f: 2023-11-12T09:24:31,423 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997810331042,,1699781035605.cda51b40aab762cb7cc3175eff1dd33f. 2023-11-12T09:24:31,424 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d8c13742cbef368d9ea53215fe535cc9, disabling compactions & flushes 2023-11-12T09:24:31,424 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:31,424 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:31,424 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. after waiting 0 ms 2023-11-12T09:24:31,424 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:31,424 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing d8c13742cbef368d9ea53215fe535cc9 2/2 column families, dataSize=985 B heapSize=1.97 KB 2023-11-12T09:24:31,427 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/167dd7d212144dbb98c0201142f7d1ba is 169, key is trslm:hdfs://localhost:36879/backupUT\x00test-1699781033104/meta:log-roll-map/1699781065461/Put/seqid=0 2023-11-12T09:24:31,458 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1609): Waiting on 06b044c6383a9b7d583a9e2b8f3394a9, 1588230740, d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:31,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997810331041 2023-11-12T09:24:31,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:24:31,652 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:24:31,652 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781033104 2023-11-12T09:24:31,652 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997810331042 2023-11-12T09:24:31,658 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1609): Waiting on 06b044c6383a9b7d583a9e2b8f3394a9, 1588230740, d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:31,719 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184 B at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/rep_barrier/2562ac82d38c414585f13f73199f7384 2023-11-12T09:24:31,738 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/table/0affff6ff56e43448ca39526bee11cd2 is 96, key is test-1699781033104,,1699781033604.a30aaa5c0a61e54aef6bf013562efb4d./table:/1699781065844/DeleteFamily/seqid=0 2023-11-12T09:24:31,761 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:24:31,761 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:24:31,832 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=451 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/167dd7d212144dbb98c0201142f7d1ba 2023-11-12T09:24:31,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/cda1c076724e403f9a7b8314c9847ea4 is 310, key is session:backup_1699781056354/session:context/1699781065487/Put/seqid=0 2023-11-12T09:24:31,858 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-11-12T09:24:31,858 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740, d8c13742cbef368d9ea53215fe535cc9=backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9., 06b044c6383a9b7d583a9e2b8f3394a9=ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9.} 2023-11-12T09:24:31,858 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1609): Waiting on 06b044c6383a9b7d583a9e2b8f3394a9, 1588230740, d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:32,058 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1609): Waiting on 06b044c6383a9b7d583a9e2b8f3394a9, 1588230740, d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:32,143 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.29 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/table/0affff6ff56e43448ca39526bee11cd2 2023-11-12T09:24:32,150 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/info/43485ad9889b47788b35183affc8b8aa as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/info/43485ad9889b47788b35183affc8b8aa 2023-11-12T09:24:32,157 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/info/43485ad9889b47788b35183affc8b8aa, entries=74, sequenceid=63, filesize=14.5 K 2023-11-12T09:24:32,158 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/rep_barrier/2562ac82d38c414585f13f73199f7384 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/rep_barrier/2562ac82d38c414585f13f73199f7384 2023-11-12T09:24:32,163 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/rep_barrier/2562ac82d38c414585f13f73199f7384, entries=2, sequenceid=63, filesize=5.4 K 2023-11-12T09:24:32,165 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/.tmp/table/0affff6ff56e43448ca39526bee11cd2 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/table/0affff6ff56e43448ca39526bee11cd2 2023-11-12T09:24:32,170 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/table/0affff6ff56e43448ca39526bee11cd2, entries=18, sequenceid=63, filesize=6.2 K 2023-11-12T09:24:32,171 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~13.85 KB/14182, heapSize ~24.32 KB/24904, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=63, compaction requested=false 2023-11-12T09:24:32,181 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/hbase/meta/1588230740/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=1 2023-11-12T09:24:32,182 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:32,182 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:24:32,183 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:24:32,183 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:24:32,183 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:24:32,245 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/cda1c076724e403f9a7b8314c9847ea4 2023-11-12T09:24:32,252 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/meta/167dd7d212144dbb98c0201142f7d1ba as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/167dd7d212144dbb98c0201142f7d1ba 2023-11-12T09:24:32,258 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/meta/167dd7d212144dbb98c0201142f7d1ba, entries=4, sequenceid=29, filesize=5.5 K 2023-11-12T09:24:32,259 DEBUG [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1609): Waiting on 06b044c6383a9b7d583a9e2b8f3394a9, d8c13742cbef368d9ea53215fe535cc9 2023-11-12T09:24:32,259 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/.tmp/session/cda1c076724e403f9a7b8314c9847ea4 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/cda1c076724e403f9a7b8314c9847ea4 2023-11-12T09:24:32,264 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/session/cda1c076724e403f9a7b8314c9847ea4, entries=2, sequenceid=29, filesize=5.3 K 2023-11-12T09:24:32,265 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~985 B/985, heapSize ~1.94 KB/1984, currentSize=0 B/0 for d8c13742cbef368d9ea53215fe535cc9 in 841ms, sequenceid=29, compaction requested=true 2023-11-12T09:24:32,278 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/backup/system/d8c13742cbef368d9ea53215fe535cc9/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2023-11-12T09:24:32,279 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:32,280 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:32,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d8c13742cbef368d9ea53215fe535cc9: 2023-11-12T09:24:32,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699781039035.d8c13742cbef368d9ea53215fe535cc9. 2023-11-12T09:24:32,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 06b044c6383a9b7d583a9e2b8f3394a9, disabling compactions & flushes 2023-11-12T09:24:32,280 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:24:32,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:24:32,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. after waiting 0 ms 2023-11-12T09:24:32,281 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:24:32,284 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/data/ns4/test-16997810331043/06b044c6383a9b7d583a9e2b8f3394a9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:24:32,284 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:24:32,285 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:24:32,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 06b044c6383a9b7d583a9e2b8f3394a9: 2023-11-12T09:24:32,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997810331043,,1699781037731.06b044c6383a9b7d583a9e2b8f3394a9. 2023-11-12T09:24:32,459 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34109,1699781023728; all regions closed. 2023-11-12T09:24:32,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/WALs/jenkins-hbase3.apache.org,34109,1699781023728/jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta.1699781060539.meta not finished, retry = 0 2023-11-12T09:24:32,569 DEBUG [RS:0;jenkins-hbase3:34109 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/oldWALs 2023-11-12T09:24:32,569 INFO [RS:0;jenkins-hbase3:34109 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C34109%2C1699781023728.meta:.meta(num 1699781060539) 2023-11-12T09:24:32,576 DEBUG [RS:0;jenkins-hbase3:34109 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/oldWALs 2023-11-12T09:24:32,576 INFO [RS:0;jenkins-hbase3:34109 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C34109%2C1699781023728:(num 1699781060520) 2023-11-12T09:24:32,576 DEBUG [RS:0;jenkins-hbase3:34109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:32,576 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:24:32,576 INFO [RS:0;jenkins-hbase3:34109 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:24:32,577 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:24:32,578 INFO [RS:0;jenkins-hbase3:34109 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:34109 2023-11-12T09:24:32,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,34109,1699781023728] 2023-11-12T09:24:32,587 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,34109,1699781023728; numProcessing=1 2023-11-12T09:24:32,589 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,34109,1699781023728 expired; onlineServers=0 2023-11-12T09:24:32,589 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,35441,1699781020412' ***** 2023-11-12T09:24:32,589 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:24:32,590 DEBUG [M:0;jenkins-hbase3:35441 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf93ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:24:32,590 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:24:32,633 INFO [M:0;jenkins-hbase3:35441 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@562da5d9{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:24:32,633 INFO [M:0;jenkins-hbase3:35441 {}] server.AbstractConnector(383): Stopped ServerConnector@230cee93{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:24:32,633 INFO [M:0;jenkins-hbase3:35441 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:24:32,634 INFO [M:0;jenkins-hbase3:35441 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@47c96546{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:24:32,634 INFO [M:0;jenkins-hbase3:35441 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@49699fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/hadoop.log.dir/,STOPPED} 2023-11-12T09:24:32,635 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35441,1699781020412 2023-11-12T09:24:32,635 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35441,1699781020412; all regions closed. 2023-11-12T09:24:32,635 DEBUG [M:0;jenkins-hbase3:35441 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:32,635 INFO [M:0;jenkins-hbase3:35441 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:24:32,636 INFO [M:0;jenkins-hbase3:35441 {}] server.AbstractConnector(383): Stopped ServerConnector@30b59d53{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:24:32,636 DEBUG [M:0;jenkins-hbase3:35441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:24:32,636 INFO [M:0;jenkins-hbase3:35441 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:24:32,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:24:32,636 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781025523 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781025523,5,FailOnTimeoutGroup] 2023-11-12T09:24:32,636 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781025526 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781025526,5,FailOnTimeoutGroup] 2023-11-12T09:24:32,636 DEBUG [M:0;jenkins-hbase3:35441 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:24:32,637 DEBUG [M:0;jenkins-hbase3:35441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:24:32,637 INFO [M:0;jenkins-hbase3:35441 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:24:32,637 DEBUG [M:0;jenkins-hbase3:35441 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:24:32,637 INFO [M:0;jenkins-hbase3:35441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:24:32,637 ERROR [M:0;jenkins-hbase3:35441 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2023-11-12T09:24:32,638 INFO [M:0;jenkins-hbase3:35441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:24:32,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:24:32,638 WARN [M:0;jenkins-hbase3:35441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:24:32,639 INFO [M:0;jenkins-hbase3:35441 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:24:32,639 INFO [M:0;jenkins-hbase3:35441 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:24:32,639 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:24:32,652 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:24:32,652 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:24:32,652 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:24:32,652 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:24:32,652 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=203.89 KB heapSize=244.40 KB 2023-11-12T09:24:32,665 DEBUG [M:0;jenkins-hbase3:35441 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02b7f388e99b428c9b41bd1c1db5623e is 88, key is hbase:meta,,1/info:sn/1699781025978/Put/seqid=0 2023-11-12T09:24:32,687 INFO [RS:0;jenkins-hbase3:34109 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34109,1699781023728; zookeeper connection closed. 2023-11-12T09:24:32,687 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@140f7da0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@140f7da0 2023-11-12T09:24:32,687 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:24:33,070 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02b7f388e99b428c9b41bd1c1db5623e 2023-11-12T09:24:33,096 DEBUG [M:0;jenkins-hbase3:35441 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b493d12acca545eb9c9a35f7358f4bb0 is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699781041958/Put/seqid=0 2023-11-12T09:24:33,502 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=203.30 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b493d12acca545eb9c9a35f7358f4bb0 2023-11-12T09:24:33,508 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b493d12acca545eb9c9a35f7358f4bb0 2023-11-12T09:24:33,523 DEBUG [M:0;jenkins-hbase3:35441 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a83cc2b56ed41dd8e9952fb7965fe2f is 82, key is jenkins-hbase3.apache.org,34109,1699781023728/rs:state/1699781025659/Put/seqid=0 2023-11-12T09:24:33,928 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a83cc2b56ed41dd8e9952fb7965fe2f 2023-11-12T09:24:33,935 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02b7f388e99b428c9b41bd1c1db5623e as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02b7f388e99b428c9b41bd1c1db5623e 2023-11-12T09:24:33,940 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02b7f388e99b428c9b41bd1c1db5623e, entries=8, sequenceid=474, filesize=5.5 K 2023-11-12T09:24:33,941 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b493d12acca545eb9c9a35f7358f4bb0 as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b493d12acca545eb9c9a35f7358f4bb0 2023-11-12T09:24:33,946 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b493d12acca545eb9c9a35f7358f4bb0 2023-11-12T09:24:33,946 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b493d12acca545eb9c9a35f7358f4bb0, entries=53, sequenceid=474, filesize=16.7 K 2023-11-12T09:24:33,947 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a83cc2b56ed41dd8e9952fb7965fe2f as hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a83cc2b56ed41dd8e9952fb7965fe2f 2023-11-12T09:24:33,952 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36879/user/jenkins/test-data/a9b5205d-41fb-03c5-a115-ef83e4ad691f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a83cc2b56ed41dd8e9952fb7965fe2f, entries=1, sequenceid=474, filesize=5.1 K 2023-11-12T09:24:33,953 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(3022): Finished flush of dataSize ~203.89 KB/208784, heapSize ~244.10 KB/249960, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=474, compaction requested=false 2023-11-12T09:24:33,958 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:24:33,958 DEBUG [M:0;jenkins-hbase3:35441 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:24:33,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:24:33,961 INFO [M:0;jenkins-hbase3:35441 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:24:33,961 INFO [M:0;jenkins-hbase3:35441 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:24:33,961 INFO [M:0;jenkins-hbase3:35441 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:35441 2023-11-12T09:24:34,069 INFO [M:0;jenkins-hbase3:35441 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35441,1699781020412; zookeeper connection closed. 2023-11-12T09:24:34,074 WARN [Listener at jenkins-hbase3.apache.org/44653 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:24:34,078 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:24:34,182 WARN [BP-1485594082-172.31.12.81-1699781017012 heartbeating to localhost/127.0.0.1:36879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:24:34,182 WARN [BP-1485594082-172.31.12.81-1699781017012 heartbeating to localhost/127.0.0.1:36879 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1485594082-172.31.12.81-1699781017012 (Datanode Uuid 7483a5e5-1761-4375-bb20-7c3cfd6a6bb6) service to localhost/127.0.0.1:36879 2023-11-12T09:24:34,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/cluster_2da4ac40-0243-a030-fb87-b568e5f6a501/dfs/data/data1/current/BP-1485594082-172.31.12.81-1699781017012 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:24:34,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/87cb4594-faf6-15e2-e04e-5e908b6ff997/cluster_2da4ac40-0243-a030-fb87-b568e5f6a501/dfs/data/data2/current/BP-1485594082-172.31.12.81-1699781017012 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:24:34,212 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:24:34,373 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:24:34,374 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:24:34,384 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:24:34,497 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:24:34,606 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:24:34,606 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:24:34,709 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:24:34,716 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:24:34,717 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:24:34,721 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:24:34,824 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:24:34,824 INFO [Listener at jenkins-hbase3.apache.org/44653 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped