2023-11-12 09:20:20,308 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:20:20,323 main DEBUG Took 0.012274 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:20:20,323 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:20:20,324 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:20:20,325 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:20:20,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,337 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:20:20,351 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,354 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,354 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,356 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,357 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,358 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,359 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,359 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,360 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,361 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:20:20,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,364 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:20:20,366 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:20:20,368 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:20:20,371 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:20:20,371 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:20:20,373 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:20:20,373 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:20:20,386 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:20:20,388 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:20:20,392 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:20:20,392 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:20:20,393 main DEBUG createAppenders(={Console}) 2023-11-12 09:20:20,393 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-12 09:20:20,394 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:20:20,394 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-12 09:20:20,394 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:20:20,395 main DEBUG OutputStream closed 2023-11-12 09:20:20,395 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:20:20,395 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:20:20,395 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-12 09:20:20,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:20:20,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:20:20,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:20:20,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:20:20,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:20:20,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:20:20,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:20:20,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:20:20,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:20:20,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:20:20,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:20:20,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:20:20,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:20:20,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:20:20,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:20:20,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:20:20,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:20:20,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:20:20,450 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:20:20,450 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-12 09:20:20,450 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:20:20,451 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-12T09:20:20,483 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRestoreBoundaryTests timeout: 13 mins 2023-11-12 09:20:20,487 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:20:20,487 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:20:20,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b 2023-11-12T09:20:20,827 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:20:20,829 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:20:20,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/cluster_f63ff004-3f8d-1304-69e6-f1e59e7433c4, deleteOnExit=true 2023-11-12T09:20:20,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:20:20,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/test.cache.data in system properties and HBase conf 2023-11-12T09:20:20,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:20:20,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:20:20,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:20:20,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:20:20,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:20:20,954 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:20:21,441 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:20:21,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:20:21,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:20:21,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:20:21,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:20:21,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:20:21,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:20:21,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:20:21,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:20:21,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:20:21,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:20:21,963 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:20:21,970 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:20:22,271 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:20:22,418 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@1279f3f9 via org.mortbay.log.Slf4jLog 2023-11-12T09:20:22,436 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:22,482 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:22,539 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/java.io.tmpdir/Jetty_localhost_37739_hdfs____3q9tpf/webapp 2023-11-12T09:20:22,721 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37739 2023-11-12T09:20:22,743 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:20:22,743 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:20:23,343 WARN [Listener at localhost/42441 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:20:23,420 WARN [Listener at localhost/42441 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:20:23,442 WARN [Listener at localhost/42441 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:23,450 INFO [Listener at localhost/42441 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:23,456 INFO [Listener at localhost/42441 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/java.io.tmpdir/Jetty_localhost_42949_datanode____1gr3tz/webapp 2023-11-12T09:20:23,559 INFO [Listener at localhost/42441 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42949 2023-11-12T09:20:23,948 WARN [Listener at localhost/41323 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:20:24,242 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:20:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x5c30b83af57ab498: Processing first storage report for DS-481ffc59-f6c7-4be1-b295-bc018f3d8149 from datanode da634489-afcd-4bbf-b556-70f690358165 2023-11-12T09:20:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x5c30b83af57ab498: from storage DS-481ffc59-f6c7-4be1-b295-bc018f3d8149 node DatanodeRegistration(127.0.0.1:37271, datanodeUuid=da634489-afcd-4bbf-b556-70f690358165, infoPort=40061, infoSecurePort=0, ipcPort=41323, storageInfo=lv=-57;cid=testClusterID;nsid=1486676912;c=1699780822045), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T09:20:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x5c30b83af57ab498: Processing first storage report for DS-06ccef2e-88b6-4054-91af-318a5123b3f9 from datanode da634489-afcd-4bbf-b556-70f690358165 2023-11-12T09:20:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x5c30b83af57ab498: from storage DS-06ccef2e-88b6-4054-91af-318a5123b3f9 node DatanodeRegistration(127.0.0.1:37271, datanodeUuid=da634489-afcd-4bbf-b556-70f690358165, infoPort=40061, infoSecurePort=0, ipcPort=41323, storageInfo=lv=-57;cid=testClusterID;nsid=1486676912;c=1699780822045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:20:24,518 DEBUG [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b 2023-11-12T09:20:24,667 INFO [Listener at localhost/41323 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/cluster_f63ff004-3f8d-1304-69e6-f1e59e7433c4/zookeeper_0, clientPort=57525, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/cluster_f63ff004-3f8d-1304-69e6-f1e59e7433c4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/cluster_f63ff004-3f8d-1304-69e6-f1e59e7433c4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:20:24,695 INFO [Listener at localhost/41323 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57525 2023-11-12T09:20:24,705 INFO [Listener at localhost/41323 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:24,707 INFO [Listener at localhost/41323 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:25,420 INFO [Listener at localhost/41323 {}] util.FSUtils(462): Created version file at hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 with version=8 2023-11-12T09:20:25,420 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging 2023-11-12T09:20:25,441 DEBUG [Listener at localhost/41323 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:20:25,441 DEBUG [Listener at localhost/41323 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:20:25,441 DEBUG [Listener at localhost/41323 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:20:25,441 DEBUG [Listener at localhost/41323 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:20:25,748 DEBUG [Listener at localhost/41323 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:20:26,546 INFO [Listener at localhost/41323 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:20:26,595 INFO [Listener at localhost/41323 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:26,595 INFO [Listener at localhost/41323 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:26,596 INFO [Listener at localhost/41323 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:20:26,596 INFO [Listener at localhost/41323 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:26,596 INFO [Listener at localhost/41323 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:20:26,755 INFO [Listener at localhost/41323 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:20:26,888 INFO [Listener at localhost/41323 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:20:26,911 DEBUG [Listener at localhost/41323 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:20:26,918 INFO [Listener at localhost/41323 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:20:26,980 DEBUG [Listener at localhost/41323 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 25207 (auto-detected) 2023-11-12T09:20:26,982 DEBUG [Listener at localhost/41323 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:20:27,023 INFO [Listener at localhost/41323 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:41805 2023-11-12T09:20:27,038 INFO [Listener at localhost/41323 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:27,040 INFO [Listener at localhost/41323 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:27,062 INFO [Listener at localhost/41323 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:41805 connecting to ZooKeeper ensemble=127.0.0.1:57525 2023-11-12T09:20:27,116 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:418050x0, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:20:27,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:41805-0x1004ceefc350000 connected 2023-11-12T09:20:27,154 DEBUG [Listener at localhost/41323 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:20:27,158 DEBUG [Listener at localhost/41323 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:20:27,161 DEBUG [Listener at localhost/41323 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:20:27,172 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41805 2023-11-12T09:20:27,172 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41805 2023-11-12T09:20:27,173 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41805 2023-11-12T09:20:27,173 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41805 2023-11-12T09:20:27,174 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41805 2023-11-12T09:20:27,228 INFO [Listener at localhost/41323 {}] log.Log(170): Logging initialized @7604ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:20:27,353 INFO [Listener at localhost/41323 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:20:27,353 INFO [Listener at localhost/41323 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:20:27,354 INFO [Listener at localhost/41323 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:20:27,356 INFO [Listener at localhost/41323 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:20:27,356 INFO [Listener at localhost/41323 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:20:27,357 INFO [Listener at localhost/41323 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:20:27,360 INFO [Listener at localhost/41323 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:20:27,496 INFO [Listener at localhost/41323 {}] http.HttpServer(1227): Jetty bound to port 45857 2023-11-12T09:20:27,498 INFO [Listener at localhost/41323 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:20:27,530 INFO [Listener at localhost/41323 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:27,534 INFO [Listener at localhost/41323 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@27c92766{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:20:27,534 INFO [Listener at localhost/41323 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:27,534 INFO [Listener at localhost/41323 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7218172{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:20:27,598 INFO [Listener at localhost/41323 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:20:27,612 INFO [Listener at localhost/41323 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:20:27,612 INFO [Listener at localhost/41323 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:20:27,614 INFO [Listener at localhost/41323 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:20:27,622 INFO [Listener at localhost/41323 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:28,815 INFO [Listener at localhost/41323 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@c0df118{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:20:28,827 INFO [Listener at localhost/41323 {}] server.AbstractConnector(333): Started ServerConnector@4158e8b2{HTTP/1.1, (http/1.1)}{0.0.0.0:45857} 2023-11-12T09:20:28,827 INFO [Listener at localhost/41323 {}] server.Server(415): Started @9203ms 2023-11-12T09:20:28,831 INFO [Listener at localhost/41323 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920, hbase.cluster.distributed=false 2023-11-12T09:20:28,895 INFO [Listener at localhost/41323 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:20:28,896 INFO [Listener at localhost/41323 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:28,896 INFO [Listener at localhost/41323 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:28,896 INFO [Listener at localhost/41323 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:20:28,896 INFO [Listener at localhost/41323 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:20:28,897 INFO [Listener at localhost/41323 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:20:28,909 INFO [Listener at localhost/41323 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:20:28,912 INFO [Listener at localhost/41323 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:20:28,914 INFO [Listener at localhost/41323 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:43917 2023-11-12T09:20:28,916 INFO [Listener at localhost/41323 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:20:28,924 DEBUG [Listener at localhost/41323 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:20:28,925 INFO [Listener at localhost/41323 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:28,928 INFO [Listener at localhost/41323 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:28,930 INFO [Listener at localhost/41323 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:43917 connecting to ZooKeeper ensemble=127.0.0.1:57525 2023-11-12T09:20:28,935 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:439170x0, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:20:28,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:43917-0x1004ceefc350001 connected 2023-11-12T09:20:28,936 DEBUG [Listener at localhost/41323 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:20:28,938 DEBUG [Listener at localhost/41323 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:20:28,938 DEBUG [Listener at localhost/41323 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:20:28,939 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43917 2023-11-12T09:20:28,939 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43917 2023-11-12T09:20:28,940 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43917 2023-11-12T09:20:28,940 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43917 2023-11-12T09:20:28,940 DEBUG [Listener at localhost/41323 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43917 2023-11-12T09:20:28,944 INFO [Listener at localhost/41323 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:20:28,944 INFO [Listener at localhost/41323 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:20:28,944 INFO [Listener at localhost/41323 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:20:28,945 INFO [Listener at localhost/41323 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:20:28,945 INFO [Listener at localhost/41323 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:20:28,945 INFO [Listener at localhost/41323 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:20:28,945 INFO [Listener at localhost/41323 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:20:28,947 INFO [Listener at localhost/41323 {}] http.HttpServer(1227): Jetty bound to port 36873 2023-11-12T09:20:28,948 INFO [Listener at localhost/41323 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:20:28,949 INFO [Listener at localhost/41323 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:28,949 INFO [Listener at localhost/41323 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65b8fa32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:20:28,950 INFO [Listener at localhost/41323 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:28,950 INFO [Listener at localhost/41323 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@242c1480{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:20:28,962 INFO [Listener at localhost/41323 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:20:28,963 INFO [Listener at localhost/41323 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:20:28,964 INFO [Listener at localhost/41323 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:20:28,964 INFO [Listener at localhost/41323 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:20:28,965 INFO [Listener at localhost/41323 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:20:28,970 INFO [Listener at localhost/41323 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1b02c2a6{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:20:28,970 INFO [Listener at localhost/41323 {}] server.AbstractConnector(333): Started ServerConnector@3d4dfca4{HTTP/1.1, (http/1.1)}{0.0.0.0:36873} 2023-11-12T09:20:28,971 INFO [Listener at localhost/41323 {}] server.Server(415): Started @9347ms 2023-11-12T09:20:28,976 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:20:29,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@5bf65a94{HTTP/1.1, (http/1.1)}{0.0.0.0:34611} 2023-11-12T09:20:29,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9380ms 2023-11-12T09:20:29,004 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:29,018 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:20:29,018 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:20:29,021 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:29,027 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:41805 2023-11-12T09:20:29,041 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:20:29,041 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:20:29,041 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:29,041 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:29,043 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:20:29,045 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,41805,1699780825730 from backup master directory 2023-11-12T09:20:29,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:20:29,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:29,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:20:29,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:20:29,050 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:20:29,050 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:29,054 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:20:29,056 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:20:29,139 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase.id with ID: 27350e30-0119-4937-a779-efd26f754227 2023-11-12T09:20:29,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:20:29,195 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:29,195 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:29,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:29,245 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:20:29,264 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:20:29,265 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:20:29,266 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:20:29,277 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:20:29,278 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:20:29,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store 2023-11-12T09:20:29,779 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:20:29,779 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:29,780 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:20:29,780 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:29,780 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:29,780 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:20:29,780 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:29,781 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:29,781 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:20:29,783 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/.initializing 2023-11-12T09:20:29,783 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/WALs/jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:29,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:20:29,807 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41805%2C1699780825730, suffix=, logDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/WALs/jenkins-hbase3.apache.org,41805,1699780825730, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/oldWALs, maxLogs=10 2023-11-12T09:20:29,836 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/WALs/jenkins-hbase3.apache.org,41805,1699780825730/jenkins-hbase3.apache.org%2C41805%2C1699780825730.1699780829814, exclude list is [], retry=0 2023-11-12T09:20:29,866 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK] 2023-11-12T09:20:29,874 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:20:29,945 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/WALs/jenkins-hbase3.apache.org,41805,1699780825730/jenkins-hbase3.apache.org%2C41805%2C1699780825730.1699780829814 2023-11-12T09:20:29,946 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK]] 2023-11-12T09:20:29,946 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:29,947 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:29,951 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:29,952 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:30,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:30,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:20:30,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:30,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:30,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:30,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:20:30,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:30,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:30,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:30,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:20:30,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:30,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:30,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:30,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:20:30,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:30,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:30,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:30,083 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:30,098 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:20:30,102 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:20:30,106 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:30,107 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10559025760, jitterRate=-0.016614094376564026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:20:30,112 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:20:30,113 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:20:30,148 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1caec7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:30,204 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:20:30,225 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:20:30,225 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:20:30,228 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:20:30,230 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:20:30,236 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:20:30,236 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:20:30,271 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:20:30,288 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:20:30,291 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:20:30,294 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:20:30,296 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:20:30,297 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:20:30,300 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:20:30,307 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:20:30,309 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:20:30,310 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:20:30,313 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:20:30,331 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:20:30,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:20:30,342 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:20:30,342 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:20:30,343 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:30,343 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:30,343 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,41805,1699780825730, sessionid=0x1004ceefc350000, setting cluster-up flag (Was=false) 2023-11-12T09:20:30,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:20:30,364 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:30,364 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:30,370 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:20:30,372 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:30,376 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:30,376 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:30,382 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:20:30,384 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:30,389 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:30,389 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:30,395 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:20:30,397 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:30,490 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:43917 2023-11-12T09:20:30,492 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(997): ClusterId : 27350e30-0119-4937-a779-efd26f754227 2023-11-12T09:20:30,494 INFO [RS:0;jenkins-hbase3:43917 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:20:30,497 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:20:30,503 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:20:30,503 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:20:30,507 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:20:30,507 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:20:30,511 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:20:30,512 DEBUG [RS:0;jenkins-hbase3:43917 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0e765c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:30,514 DEBUG [RS:0;jenkins-hbase3:43917 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592c3b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:20:30,522 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:20:30,522 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:20:30,522 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:20:30,526 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,41805,1699780825730 with isa=jenkins-hbase3.apache.org/172.31.12.81:43917, startcode=1699780828894 2023-11-12T09:20:30,545 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:20:30,549 DEBUG [RS:0;jenkins-hbase3:43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:20:30,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:20:30,566 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:20:30,578 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,41805,1699780825730 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:20:30,584 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:20:30,584 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:20:30,584 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:20:30,584 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:20:30,585 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:20:30,585 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,585 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:20:30,585 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,596 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699780860596 2023-11-12T09:20:30,601 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:20:30,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:20:30,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:20:30,606 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:20:30,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:30,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:20:30,619 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:20:30,619 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:20:30,620 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:20:30,620 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:20:30,620 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:20:30,621 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,624 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:20:30,624 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:51683, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:20:30,631 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:20:30,633 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:20:30,641 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:20:30,643 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4543e170 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:30,652 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411c820e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:30,652 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:20:30,655 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:20:30,656 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:20:30,658 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780830658,5,FailOnTimeoutGroup] 2023-11-12T09:20:30,659 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780830659,5,FailOnTimeoutGroup] 2023-11-12T09:20:30,660 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,660 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:20:30,661 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,662 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,677 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:20:30,678 WARN [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:20:30,779 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,41805,1699780825730 with isa=jenkins-hbase3.apache.org/172.31.12.81:43917, startcode=1699780828894 2023-11-12T09:20:30,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41805 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:30,796 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:30,796 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:42441 2023-11-12T09:20:30,796 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=45857 2023-11-12T09:20:30,805 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:20:30,805 DEBUG [RS:0;jenkins-hbase3:43917 {}] zookeeper.ZKUtil(111): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:30,805 WARN [RS:0;jenkins-hbase3:43917 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:20:30,806 INFO [RS:0;jenkins-hbase3:43917 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:20:30,806 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:30,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,43917,1699780828894] 2023-11-12T09:20:30,824 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:20:30,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:20:30,854 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:20:30,858 INFO [RS:0;jenkins-hbase3:43917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:20:30,858 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,859 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:20:30,868 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,869 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,869 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,869 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,869 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,869 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,869 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:20:30,870 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,870 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,870 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,870 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,870 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:20:30,870 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:20:30,870 DEBUG [RS:0;jenkins-hbase3:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:20:30,871 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,871 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,872 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,872 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,872 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43917,1699780828894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:20:30,888 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:20:30,891 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43917,1699780828894-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:30,907 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,43917,1699780828894 started 2023-11-12T09:20:30,908 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,43917,1699780828894, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:43917, sessionid=0x1004ceefc350001 2023-11-12T09:20:30,908 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:20:30,908 DEBUG [RS:0;jenkins-hbase3:43917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:30,908 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43917,1699780828894' 2023-11-12T09:20:30,908 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:20:30,909 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:20:30,910 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:20:30,910 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:20:30,910 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43917,1699780828894' 2023-11-12T09:20:30,910 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:30,911 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:30,911 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:20:30,911 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:20:30,911 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:20:30,911 DEBUG [RS:0;jenkins-hbase3:43917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:30,911 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43917,1699780828894' 2023-11-12T09:20:30,912 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:20:30,912 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:20:30,913 DEBUG [RS:0;jenkins-hbase3:43917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:20:30,913 INFO [RS:0;jenkins-hbase3:43917 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:20:30,913 INFO [RS:0;jenkins-hbase3:43917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:20:31,024 INFO [RS:0;jenkins-hbase3:43917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:20:31,027 INFO [RS:0;jenkins-hbase3:43917 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43917%2C1699780828894, suffix=, logDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/oldWALs, maxLogs=32 2023-11-12T09:20:31,039 DEBUG [RS:0;jenkins-hbase3:43917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780831028, exclude list is [], retry=0 2023-11-12T09:20:31,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:20:31,039 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:31,046 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK] 2023-11-12T09:20:31,055 INFO [RS:0;jenkins-hbase3:43917 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780831028 2023-11-12T09:20:31,056 DEBUG [RS:0;jenkins-hbase3:43917 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK]] 2023-11-12T09:20:31,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:31,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:20:31,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:20:31,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:31,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:31,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:20:31,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:20:31,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:31,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:31,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:20:31,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:20:31,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:31,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:31,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740 2023-11-12T09:20:31,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740 2023-11-12T09:20:31,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:20:31,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:20:31,484 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:31,485 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11286868320, jitterRate=0.051171526312828064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:20:31,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:20:31,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:20:31,487 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:20:31,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:20:31,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:20:31,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:20:31,489 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:20:31,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:20:31,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:20:31,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:20:31,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:20:31,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:20:31,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:20:31,674 DEBUG [jenkins-hbase3:41805 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:20:31,683 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:31,688 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,43917,1699780828894, state=OPENING 2023-11-12T09:20:31,698 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:20:31,700 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:31,700 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:31,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:20:31,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:20:31,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:32,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:32,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:20:32,031 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52360, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:20:32,043 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:20:32,044 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:20:32,044 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:20:32,048 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta, suffix=.meta, logDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/oldWALs, maxLogs=32 2023-11-12T09:20:32,060 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780832049.meta, exclude list is [], retry=0 2023-11-12T09:20:32,064 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK] 2023-11-12T09:20:32,069 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780832049.meta 2023-11-12T09:20:32,069 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK]] 2023-11-12T09:20:32,070 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:32,075 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:32,075 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:20:32,092 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:20:32,092 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:20:32,097 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:20:32,097 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:32,098 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:20:32,098 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:20:32,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:20:32,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:20:32,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:32,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:32,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:20:32,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:20:32,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:32,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:32,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:20:32,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:20:32,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:32,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:20:32,109 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740 2023-11-12T09:20:32,111 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740 2023-11-12T09:20:32,114 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:20:32,116 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:20:32,117 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10005872640, jitterRate=-0.0681304931640625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:20:32,119 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:20:32,130 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699780832013 2023-11-12T09:20:32,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:32,155 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,43917,1699780828894, state=OPEN 2023-11-12T09:20:32,157 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:20:32,158 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:20:32,159 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:20:32,159 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:20:32,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:20:32,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:20:32,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:20:32,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,43917,1699780828894 in 454 msec 2023-11-12T09:20:32,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:20:32,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2023-11-12T09:20:32,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7200 sec 2023-11-12T09:20:32,185 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699780832185, completionTime=-1 2023-11-12T09:20:32,185 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:20:32,185 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:20:32,264 DEBUG [hconnection-0x60db37ca-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:32,268 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52366, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:32,286 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:20:32,286 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699780892286 2023-11-12T09:20:32,286 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699780952286 2023-11-12T09:20:32,286 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 101 msec 2023-11-12T09:20:32,311 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41805,1699780825730-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:32,311 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41805,1699780825730-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:32,311 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41805,1699780825730-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:32,313 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:41805, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:32,314 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:20:32,321 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:20:32,334 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:20:32,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:20:32,345 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:20:32,350 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:32,352 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:32,353 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:32,773 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ce95601df5d8ccb4963596b14514da32, NAME => 'hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:33,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:33,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing ce95601df5d8ccb4963596b14514da32, disabling compactions & flushes 2023-11-12T09:20:33,185 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:20:33,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:20:33,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. after waiting 0 ms 2023-11-12T09:20:33,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:20:33,186 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:20:33,186 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for ce95601df5d8ccb4963596b14514da32: 2023-11-12T09:20:33,188 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:33,202 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699780833190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780833190"}]},"ts":"1699780833190"} 2023-11-12T09:20:33,234 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:33,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:33,241 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780833236"}]},"ts":"1699780833236"} 2023-11-12T09:20:33,245 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:20:33,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ce95601df5d8ccb4963596b14514da32, ASSIGN}] 2023-11-12T09:20:33,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ce95601df5d8ccb4963596b14514da32, ASSIGN 2023-11-12T09:20:33,254 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ce95601df5d8ccb4963596b14514da32, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:20:33,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ce95601df5d8ccb4963596b14514da32, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:33,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ce95601df5d8ccb4963596b14514da32, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:33,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:33,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:20:33,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => ce95601df5d8ccb4963596b14514da32, NAME => 'hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:33,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:33,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ce95601df5d8ccb4963596b14514da32 2023-11-12T09:20:33,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:33,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for ce95601df5d8ccb4963596b14514da32 2023-11-12T09:20:33,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for ce95601df5d8ccb4963596b14514da32 2023-11-12T09:20:33,576 INFO [StoreOpener-ce95601df5d8ccb4963596b14514da32-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ce95601df5d8ccb4963596b14514da32 2023-11-12T09:20:33,578 INFO [StoreOpener-ce95601df5d8ccb4963596b14514da32-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce95601df5d8ccb4963596b14514da32 columnFamilyName info 2023-11-12T09:20:33,578 DEBUG [StoreOpener-ce95601df5d8ccb4963596b14514da32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:33,579 INFO [StoreOpener-ce95601df5d8ccb4963596b14514da32-1 {}] regionserver.HStore(324): Store=ce95601df5d8ccb4963596b14514da32/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:33,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32 2023-11-12T09:20:33,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32 2023-11-12T09:20:33,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for ce95601df5d8ccb4963596b14514da32 2023-11-12T09:20:33,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:33,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened ce95601df5d8ccb4963596b14514da32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11203387680, jitterRate=0.043396785855293274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:33,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for ce95601df5d8ccb4963596b14514da32: 2023-11-12T09:20:33,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32., pid=6, masterSystemTime=1699780833565 2023-11-12T09:20:33,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:20:33,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:20:33,596 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ce95601df5d8ccb4963596b14514da32, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:33,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:20:33,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ce95601df5d8ccb4963596b14514da32, server=jenkins-hbase3.apache.org,43917,1699780828894 in 187 msec 2023-11-12T09:20:33,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:20:33,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ce95601df5d8ccb4963596b14514da32, ASSIGN in 353 msec 2023-11-12T09:20:33,607 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:33,607 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780833607"}]},"ts":"1699780833607"} 2023-11-12T09:20:33,610 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:20:33,613 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:33,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2770 sec 2023-11-12T09:20:33,650 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:20:33,657 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:33,657 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:33,657 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:33,707 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:20:33,726 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:33,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 34 msec 2023-11-12T09:20:33,743 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:20:33,754 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:33,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-11-12T09:20:33,769 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:20:33,777 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:20:33,778 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.727sec 2023-11-12T09:20:33,780 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:20:33,781 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:20:33,783 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:20:33,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:20:33,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:20:33,785 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41805,1699780825730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:20:33,786 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41805,1699780825730-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:20:33,799 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:20:33,800 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:20:33,846 DEBUG [Listener at localhost/41323 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1ecdf9ba to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:33,851 DEBUG [Listener at localhost/41323 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318222c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:33,856 DEBUG [Listener at localhost/41323 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:20:33,856 DEBUG [Listener at localhost/41323 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:20:33,871 DEBUG [hconnection-0x2c5d004b-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:33,887 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52382, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:33,899 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:20:33,899 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:20:33,899 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/test.cache.data in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:20:33,900 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:20:33,901 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:20:33,901 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:20:33,901 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:20:33,901 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:20:33,901 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:20:33,901 INFO [Listener at localhost/41323 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:20:34,992 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:35,367 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:35,373 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44911_jobhistory____pis3dv/webapp 2023-11-12T09:20:35,534 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:20:35,534 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:20:35,534 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:20:35,538 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:20:35,630 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:35,784 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:36,096 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:20:36,130 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44911 2023-11-12T09:20:36,490 WARN [Listener at jenkins-hbase3.apache.org/40495 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:36,572 WARN [Listener at jenkins-hbase3.apache.org/40495 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:20:36,573 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:36,581 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43349_cluster____4wbrsa/webapp 2023-11-12T09:20:36,669 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:20:36,669 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:20:36,669 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:20:36,670 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:20:36,679 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:36,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:20:36,833 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:20:36,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:20:36,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:36,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:20:36,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:36,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:36,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:20:36,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:20:36,895 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:20:36,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:20:36,895 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:36,920 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:37,035 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:37,042 INFO [Listener at jenkins-hbase3.apache.org/40495 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43349 2023-11-12T09:20:37,422 WARN [Listener at jenkins-hbase3.apache.org/46097 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:37,445 WARN [Listener at jenkins-hbase3.apache.org/46097 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:20:37,446 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:37,453 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39589_node____.i2d4wh/webapp 2023-11-12T09:20:37,505 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:20:37,505 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:20:37,505 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:20:37,505 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:20:37,513 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:37,536 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:37,623 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:37,634 INFO [Listener at jenkins-hbase3.apache.org/46097 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39589 2023-11-12T09:20:37,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:20:37,816 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:20:37,823 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:20:37,823 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:20:37,835 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35699_node____bghaab/webapp 2023-11-12T09:20:37,892 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:20:37,893 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:20:37,893 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:20:37,893 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:20:37,900 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:37,917 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:37,979 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:20:37,986 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35699 2023-11-12T09:20:38,016 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:20:38,016 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:42441/backupUT 2023-11-12T09:20:38,029 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:38,033 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50508, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:38,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:20:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:20:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:20:38,075 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:38,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 33 msec 2023-11-12T09:20:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:20:38,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:20:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:20:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:20:38,182 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:38,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-11-12T09:20:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:20:38,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:20:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:20:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:20:38,292 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:38,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-11-12T09:20:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:20:38,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:20:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:20:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:20:38,402 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:38,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-11-12T09:20:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:20:38,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699780838016', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699780838016 2023-11-12T09:20:38,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699780838016 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:38,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699780838016" procId is: 13 2023-11-12T09:20:38,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:38,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699780838016 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:20:38,550 INFO [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ab1ae1154f9ce865ebcc7473f883b9cc, NAME => 'test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699780838016', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:38,574 DEBUG [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:38,574 DEBUG [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(1668): Closing ab1ae1154f9ce865ebcc7473f883b9cc, disabling compactions & flushes 2023-11-12T09:20:38,574 INFO [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:38,574 DEBUG [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:38,574 DEBUG [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. after waiting 0 ms 2023-11-12T09:20:38,574 DEBUG [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:38,574 INFO [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(1909): Closed test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:38,574 DEBUG [RegionOpenAndInit-test-1699780838016-pool-0 {}] regionserver.HRegion(1622): Region close journal for ab1ae1154f9ce865ebcc7473f883b9cc: 2023-11-12T09:20:38,576 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699780838016 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:38,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699780838576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780838576"}]},"ts":"1699780838576"} 2023-11-12T09:20:38,579 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:38,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699780838016 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:38,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780838016","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780838581"}]},"ts":"1699780838581"} 2023-11-12T09:20:38,583 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780838016, state=ENABLING in hbase:meta 2023-11-12T09:20:38,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780838016, region=ab1ae1154f9ce865ebcc7473f883b9cc, ASSIGN}] 2023-11-12T09:20:38,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780838016, region=ab1ae1154f9ce865ebcc7473f883b9cc, ASSIGN 2023-11-12T09:20:38,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699780838016, region=ab1ae1154f9ce865ebcc7473f883b9cc, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:20:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:20:38,745 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=ab1ae1154f9ce865ebcc7473f883b9cc, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:38,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure ab1ae1154f9ce865ebcc7473f883b9cc, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:20:38,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:38,909 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:38,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => ab1ae1154f9ce865ebcc7473f883b9cc, NAME => 'test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:38,910 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:38,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699780838016 ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:38,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:38,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:38,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:38,913 INFO [StoreOpener-ab1ae1154f9ce865ebcc7473f883b9cc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:38,915 INFO [StoreOpener-ab1ae1154f9ce865ebcc7473f883b9cc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1ae1154f9ce865ebcc7473f883b9cc columnFamilyName f 2023-11-12T09:20:38,915 DEBUG [StoreOpener-ab1ae1154f9ce865ebcc7473f883b9cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:38,916 INFO [StoreOpener-ab1ae1154f9ce865ebcc7473f883b9cc-1 {}] regionserver.HStore(324): Store=ab1ae1154f9ce865ebcc7473f883b9cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:38,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:38,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:38,922 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:38,928 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:38,928 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened ab1ae1154f9ce865ebcc7473f883b9cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9964378240, jitterRate=-0.07199496030807495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:38,929 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for ab1ae1154f9ce865ebcc7473f883b9cc: 2023-11-12T09:20:38,930 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc., pid=15, masterSystemTime=1699780838901 2023-11-12T09:20:38,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:38,933 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:38,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=ab1ae1154f9ce865ebcc7473f883b9cc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:38,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:20:38,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure ab1ae1154f9ce865ebcc7473f883b9cc, server=jenkins-hbase3.apache.org,43917,1699780828894 in 189 msec 2023-11-12T09:20:38,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:20:38,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699780838016, region=ab1ae1154f9ce865ebcc7473f883b9cc, ASSIGN in 351 msec 2023-11-12T09:20:38,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699780838016 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:38,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780838016","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780838944"}]},"ts":"1699780838944"} 2023-11-12T09:20:38,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780838016, state=ENABLED in hbase:meta 2023-11-12T09:20:38,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699780838016 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:38,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699780838016 in 440 msec 2023-11-12T09:20:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:20:39,127 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699780838016, procId: 13 completed 2023-11-12T09:20:39,128 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x62e977d8 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:39,134 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a356c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:39,136 DEBUG [hconnection-0x750a92f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:39,139 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57862, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:39,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HRegion(8210): writing data to region test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:20:39,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997808380161', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997808380161 2023-11-12T09:20:39,238 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997808380161 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:39,239 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:39,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997808380161" procId is: 16 2023-11-12T09:20:39,240 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997808380161 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:39,657 INFO [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 73a286532dde044e55717346fa77f384, NAME => 'ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997808380161', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:39,675 DEBUG [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:39,675 DEBUG [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(1668): Closing 73a286532dde044e55717346fa77f384, disabling compactions & flushes 2023-11-12T09:20:39,675 INFO [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:20:39,675 DEBUG [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:20:39,675 DEBUG [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. after waiting 0 ms 2023-11-12T09:20:39,675 DEBUG [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:20:39,675 INFO [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:20:39,675 DEBUG [RegionOpenAndInit-ns2:test-16997808380161-pool-0 {}] regionserver.HRegion(1622): Region close journal for 73a286532dde044e55717346fa77f384: 2023-11-12T09:20:39,677 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997808380161 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:39,677 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780839677"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780839677"}]},"ts":"1699780839677"} 2023-11-12T09:20:39,680 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:39,681 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997808380161 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:39,681 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997808380161","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780839681"}]},"ts":"1699780839681"} 2023-11-12T09:20:39,683 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997808380161, state=ENABLING in hbase:meta 2023-11-12T09:20:39,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997808380161, region=73a286532dde044e55717346fa77f384, ASSIGN}] 2023-11-12T09:20:39,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997808380161, region=73a286532dde044e55717346fa77f384, ASSIGN 2023-11-12T09:20:39,691 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997808380161, region=73a286532dde044e55717346fa77f384, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:20:39,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=73a286532dde044e55717346fa77f384, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:39,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 73a286532dde044e55717346fa77f384, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:39,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:40,004 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:20:40,004 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 73a286532dde044e55717346fa77f384, NAME => 'ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:40,004 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:40,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997808380161 73a286532dde044e55717346fa77f384 2023-11-12T09:20:40,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:40,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 73a286532dde044e55717346fa77f384 2023-11-12T09:20:40,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 73a286532dde044e55717346fa77f384 2023-11-12T09:20:40,007 INFO [StoreOpener-73a286532dde044e55717346fa77f384-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73a286532dde044e55717346fa77f384 2023-11-12T09:20:40,009 INFO [StoreOpener-73a286532dde044e55717346fa77f384-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a286532dde044e55717346fa77f384 columnFamilyName f 2023-11-12T09:20:40,009 DEBUG [StoreOpener-73a286532dde044e55717346fa77f384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:40,010 INFO [StoreOpener-73a286532dde044e55717346fa77f384-1 {}] regionserver.HStore(324): Store=73a286532dde044e55717346fa77f384/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:40,011 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384 2023-11-12T09:20:40,012 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384 2023-11-12T09:20:40,015 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 73a286532dde044e55717346fa77f384 2023-11-12T09:20:40,022 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:40,023 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 73a286532dde044e55717346fa77f384; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11657658880, jitterRate=0.08570408821105957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:40,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 73a286532dde044e55717346fa77f384: 2023-11-12T09:20:40,025 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384., pid=18, masterSystemTime=1699780839998 2023-11-12T09:20:40,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:20:40,028 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:20:40,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=73a286532dde044e55717346fa77f384, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:40,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:20:40,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 73a286532dde044e55717346fa77f384, server=jenkins-hbase3.apache.org,43917,1699780828894 in 185 msec 2023-11-12T09:20:40,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:20:40,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997808380161, region=73a286532dde044e55717346fa77f384, ASSIGN in 346 msec 2023-11-12T09:20:40,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997808380161 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:40,037 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997808380161","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780840037"}]},"ts":"1699780840037"} 2023-11-12T09:20:40,039 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997808380161, state=ENABLED in hbase:meta 2023-11-12T09:20:40,043 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997808380161 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:40,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997808380161 in 808 msec 2023-11-12T09:20:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:20:40,348 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997808380161, procId: 16 completed 2023-11-12T09:20:40,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:20:40,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997808380162', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997808380162 2023-11-12T09:20:40,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997808380162 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:40,443 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:40,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997808380162" procId is: 19 2023-11-12T09:20:40,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997808380162 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:40,862 INFO [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5ca8608a5b3afd365eb1d8b9603253c7, NAME => 'ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997808380162', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:41,279 DEBUG [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:41,279 DEBUG [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(1668): Closing 5ca8608a5b3afd365eb1d8b9603253c7, disabling compactions & flushes 2023-11-12T09:20:41,279 INFO [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:20:41,279 DEBUG [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:20:41,279 DEBUG [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. after waiting 0 ms 2023-11-12T09:20:41,280 DEBUG [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:20:41,280 INFO [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:20:41,280 DEBUG [RegionOpenAndInit-ns3:test-16997808380162-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5ca8608a5b3afd365eb1d8b9603253c7: 2023-11-12T09:20:41,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997808380162 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:41,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780841281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780841281"}]},"ts":"1699780841281"} 2023-11-12T09:20:41,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:41,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997808380162 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:41,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997808380162","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780841286"}]},"ts":"1699780841286"} 2023-11-12T09:20:41,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997808380162, state=ENABLING in hbase:meta 2023-11-12T09:20:41,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997808380162, region=5ca8608a5b3afd365eb1d8b9603253c7, ASSIGN}] 2023-11-12T09:20:41,302 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997808380162, region=5ca8608a5b3afd365eb1d8b9603253c7, ASSIGN 2023-11-12T09:20:41,303 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997808380162, region=5ca8608a5b3afd365eb1d8b9603253c7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:20:41,455 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=5ca8608a5b3afd365eb1d8b9603253c7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:41,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 5ca8608a5b3afd365eb1d8b9603253c7, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:41,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:41,615 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:20:41,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 5ca8608a5b3afd365eb1d8b9603253c7, NAME => 'ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:41,616 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:41,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997808380162 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:20:41,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:41,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:20:41,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:20:41,618 INFO [StoreOpener-5ca8608a5b3afd365eb1d8b9603253c7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:20:41,620 INFO [StoreOpener-5ca8608a5b3afd365eb1d8b9603253c7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ca8608a5b3afd365eb1d8b9603253c7 columnFamilyName f 2023-11-12T09:20:41,620 DEBUG [StoreOpener-5ca8608a5b3afd365eb1d8b9603253c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:41,621 INFO [StoreOpener-5ca8608a5b3afd365eb1d8b9603253c7-1 {}] regionserver.HStore(324): Store=5ca8608a5b3afd365eb1d8b9603253c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:41,622 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/test-16997808380162/5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:20:41,622 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/test-16997808380162/5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:20:41,625 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:20:41,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/test-16997808380162/5ca8608a5b3afd365eb1d8b9603253c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:41,629 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 5ca8608a5b3afd365eb1d8b9603253c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9716512480, jitterRate=-0.09507925808429718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:41,630 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 5ca8608a5b3afd365eb1d8b9603253c7: 2023-11-12T09:20:41,631 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7., pid=21, masterSystemTime=1699780841610 2023-11-12T09:20:41,633 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:20:41,633 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:20:41,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=5ca8608a5b3afd365eb1d8b9603253c7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:41,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:20:41,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 5ca8608a5b3afd365eb1d8b9603253c7, server=jenkins-hbase3.apache.org,43917,1699780828894 in 179 msec 2023-11-12T09:20:41,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:20:41,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997808380162, region=5ca8608a5b3afd365eb1d8b9603253c7, ASSIGN in 338 msec 2023-11-12T09:20:41,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997808380162 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:41,642 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997808380162","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780841642"}]},"ts":"1699780841642"} 2023-11-12T09:20:41,644 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997808380162, state=ENABLED in hbase:meta 2023-11-12T09:20:41,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997808380162 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:41,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997808380162 in 1.2100 sec 2023-11-12T09:20:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:20:42,553 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997808380162, procId: 19 completed 2023-11-12T09:20:42,553 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997808380162 get assigned. Timeout = 60000ms 2023-11-12T09:20:42,556 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:20:42,560 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997808380162 assigned to meta. Checking AM states. 2023-11-12T09:20:42,561 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:20:42,561 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997808380162 assigned. 2023-11-12T09:20:42,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997808380163', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997808380163 2023-11-12T09:20:42,567 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997808380163 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:42,567 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:42,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997808380163" procId is: 22 2023-11-12T09:20:42,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997808380163 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:42,582 INFO [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9816648097251e2cb839562ae3e4709e, NAME => 'ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997808380163', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:42,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997808380162' 2023-11-12T09:20:42,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997808380161' 2023-11-12T09:20:42,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699780838016' 2023-11-12T09:20:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:42,995 DEBUG [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:42,995 DEBUG [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(1668): Closing 9816648097251e2cb839562ae3e4709e, disabling compactions & flushes 2023-11-12T09:20:42,995 INFO [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:20:42,995 DEBUG [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:20:42,995 DEBUG [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. after waiting 0 ms 2023-11-12T09:20:42,995 DEBUG [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:20:42,995 INFO [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:20:42,995 DEBUG [RegionOpenAndInit-ns4:test-16997808380163-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9816648097251e2cb839562ae3e4709e: 2023-11-12T09:20:42,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997808380163 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:42,998 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780842997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780842997"}]},"ts":"1699780842997"} 2023-11-12T09:20:43,000 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:43,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997808380163 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:43,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997808380163","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780843002"}]},"ts":"1699780843002"} 2023-11-12T09:20:43,004 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997808380163, state=ENABLING in hbase:meta 2023-11-12T09:20:43,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997808380163, region=9816648097251e2cb839562ae3e4709e, ASSIGN}] 2023-11-12T09:20:43,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997808380163, region=9816648097251e2cb839562ae3e4709e, ASSIGN 2023-11-12T09:20:43,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997808380163, region=9816648097251e2cb839562ae3e4709e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:20:43,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=9816648097251e2cb839562ae3e4709e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:43,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 9816648097251e2cb839562ae3e4709e, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:43,320 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:43,325 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:20:43,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 9816648097251e2cb839562ae3e4709e, NAME => 'ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:43,325 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:43,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997808380163 9816648097251e2cb839562ae3e4709e 2023-11-12T09:20:43,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:43,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 9816648097251e2cb839562ae3e4709e 2023-11-12T09:20:43,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 9816648097251e2cb839562ae3e4709e 2023-11-12T09:20:43,327 INFO [StoreOpener-9816648097251e2cb839562ae3e4709e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9816648097251e2cb839562ae3e4709e 2023-11-12T09:20:43,329 INFO [StoreOpener-9816648097251e2cb839562ae3e4709e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9816648097251e2cb839562ae3e4709e columnFamilyName f 2023-11-12T09:20:43,329 DEBUG [StoreOpener-9816648097251e2cb839562ae3e4709e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:43,330 INFO [StoreOpener-9816648097251e2cb839562ae3e4709e-1 {}] regionserver.HStore(324): Store=9816648097251e2cb839562ae3e4709e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:43,331 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns4/test-16997808380163/9816648097251e2cb839562ae3e4709e 2023-11-12T09:20:43,332 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns4/test-16997808380163/9816648097251e2cb839562ae3e4709e 2023-11-12T09:20:43,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 9816648097251e2cb839562ae3e4709e 2023-11-12T09:20:43,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns4/test-16997808380163/9816648097251e2cb839562ae3e4709e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:43,338 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 9816648097251e2cb839562ae3e4709e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9926856800, jitterRate=-0.07548941671848297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:43,338 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 9816648097251e2cb839562ae3e4709e: 2023-11-12T09:20:43,340 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e., pid=24, masterSystemTime=1699780843320 2023-11-12T09:20:43,342 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:20:43,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:20:43,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=9816648097251e2cb839562ae3e4709e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:43,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:20:43,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 9816648097251e2cb839562ae3e4709e, server=jenkins-hbase3.apache.org,43917,1699780828894 in 178 msec 2023-11-12T09:20:43,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:20:43,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997808380163, region=9816648097251e2cb839562ae3e4709e, ASSIGN in 339 msec 2023-11-12T09:20:43,352 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997808380163 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:43,352 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997808380163","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780843352"}]},"ts":"1699780843352"} 2023-11-12T09:20:43,354 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997808380163, state=ENABLED in hbase:meta 2023-11-12T09:20:43,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997808380163 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:43,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997808380163 in 794 msec 2023-11-12T09:20:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:20:43,677 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997808380163, procId: 22 completed 2023-11-12T09:20:43,677 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997808380163 get assigned. Timeout = 60000ms 2023-11-12T09:20:43,677 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:20:43,681 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997808380163 assigned to meta. Checking AM states. 2023-11-12T09:20:43,681 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:20:43,681 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997808380163 assigned. 2023-11-12T09:20:43,682 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x62e977d8 to 127.0.0.1:57525 2023-11-12T09:20:43,682 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:43,724 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.ResourceChecker(147): before: backup.TestRestoreBoundaryTests#testFullRestoreSingleEmpty Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=316, ProcessCount=172, AvailableMemoryMB=5692 2023-11-12T09:20:43,724 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-12T09:20:43,727 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] backup.TestRestoreBoundaryTests(49): test full restore on a single table empty table 2023-11-12T09:20:43,730 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3be15ee4 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:43,737 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8872985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:43,747 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:43,749 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57878, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:43,761 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:43,763 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50520, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:43,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:20:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:20:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:20:43,787 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:20:43,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 16 msec 2023-11-12T09:20:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:20:43,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:20:43,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:43,902 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:43,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:20:43,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:44,330 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 62c3668ac7cfb055e16b6ae5bc18851d, NAME => 'backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:44,341 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:44,341 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 62c3668ac7cfb055e16b6ae5bc18851d, disabling compactions & flushes 2023-11-12T09:20:44,341 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:44,341 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:44,342 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. after waiting 0 ms 2023-11-12T09:20:44,342 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:44,342 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:44,342 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 62c3668ac7cfb055e16b6ae5bc18851d: 2023-11-12T09:20:44,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:44,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699780844344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780844344"}]},"ts":"1699780844344"} 2023-11-12T09:20:44,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:44,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:44,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780844347"}]},"ts":"1699780844347"} 2023-11-12T09:20:44,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:20:44,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=62c3668ac7cfb055e16b6ae5bc18851d, ASSIGN}] 2023-11-12T09:20:44,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=62c3668ac7cfb055e16b6ae5bc18851d, ASSIGN 2023-11-12T09:20:44,357 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=62c3668ac7cfb055e16b6ae5bc18851d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:20:44,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:20:44,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=62c3668ac7cfb055e16b6ae5bc18851d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:44,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:44,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:44,668 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:44,668 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 62c3668ac7cfb055e16b6ae5bc18851d, NAME => 'backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:44,669 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:44,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:44,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:44,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:44,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:44,671 INFO [StoreOpener-62c3668ac7cfb055e16b6ae5bc18851d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:44,674 INFO [StoreOpener-62c3668ac7cfb055e16b6ae5bc18851d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62c3668ac7cfb055e16b6ae5bc18851d columnFamilyName meta 2023-11-12T09:20:44,674 DEBUG [StoreOpener-62c3668ac7cfb055e16b6ae5bc18851d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:44,675 INFO [StoreOpener-62c3668ac7cfb055e16b6ae5bc18851d-1 {}] regionserver.HStore(324): Store=62c3668ac7cfb055e16b6ae5bc18851d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:44,675 INFO [StoreOpener-62c3668ac7cfb055e16b6ae5bc18851d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:44,677 INFO [StoreOpener-62c3668ac7cfb055e16b6ae5bc18851d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62c3668ac7cfb055e16b6ae5bc18851d columnFamilyName session 2023-11-12T09:20:44,677 DEBUG [StoreOpener-62c3668ac7cfb055e16b6ae5bc18851d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:44,678 INFO [StoreOpener-62c3668ac7cfb055e16b6ae5bc18851d-1 {}] regionserver.HStore(324): Store=62c3668ac7cfb055e16b6ae5bc18851d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:44,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:44,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:44,681 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:20:44,683 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:44,686 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:44,686 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 62c3668ac7cfb055e16b6ae5bc18851d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9944797120, jitterRate=-0.07381859421730042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:20:44,687 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 62c3668ac7cfb055e16b6ae5bc18851d: 2023-11-12T09:20:44,688 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d., pid=28, masterSystemTime=1699780844663 2023-11-12T09:20:44,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:44,691 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:44,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=62c3668ac7cfb055e16b6ae5bc18851d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:44,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:20:44,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d, server=jenkins-hbase3.apache.org,43917,1699780828894 in 183 msec 2023-11-12T09:20:44,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:20:44,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=62c3668ac7cfb055e16b6ae5bc18851d, ASSIGN in 343 msec 2023-11-12T09:20:44,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:44,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780844700"}]},"ts":"1699780844700"} 2023-11-12T09:20:44,702 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:20:44,705 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:44,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 808 msec 2023-11-12T09:20:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:20:45,012 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:20:45,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:20:45,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:45,037 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:45,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:20:45,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:45,050 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2deaf898f6d272a8e2caf10d6cffd676, NAME => 'backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:45,063 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:45,064 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 2deaf898f6d272a8e2caf10d6cffd676, disabling compactions & flushes 2023-11-12T09:20:45,064 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:20:45,064 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:20:45,064 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. after waiting 0 ms 2023-11-12T09:20:45,064 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:20:45,064 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:20:45,064 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2deaf898f6d272a8e2caf10d6cffd676: 2023-11-12T09:20:45,065 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:45,065 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699780845065"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780845065"}]},"ts":"1699780845065"} 2023-11-12T09:20:45,067 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:45,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:45,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780845068"}]},"ts":"1699780845068"} 2023-11-12T09:20:45,070 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:20:45,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=2deaf898f6d272a8e2caf10d6cffd676, ASSIGN}] 2023-11-12T09:20:45,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=2deaf898f6d272a8e2caf10d6cffd676, ASSIGN 2023-11-12T09:20:45,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=2deaf898f6d272a8e2caf10d6cffd676, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:20:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:45,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=2deaf898f6d272a8e2caf10d6cffd676, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:45,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 2deaf898f6d272a8e2caf10d6cffd676, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:45,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:45,389 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:20:45,389 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 2deaf898f6d272a8e2caf10d6cffd676, NAME => 'backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:45,389 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:45,390 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:20:45,390 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:45,390 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:20:45,390 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:20:45,392 INFO [StoreOpener-2deaf898f6d272a8e2caf10d6cffd676-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:20:45,394 INFO [StoreOpener-2deaf898f6d272a8e2caf10d6cffd676-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2deaf898f6d272a8e2caf10d6cffd676 columnFamilyName meta 2023-11-12T09:20:45,394 DEBUG [StoreOpener-2deaf898f6d272a8e2caf10d6cffd676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:45,395 INFO [StoreOpener-2deaf898f6d272a8e2caf10d6cffd676-1 {}] regionserver.HStore(324): Store=2deaf898f6d272a8e2caf10d6cffd676/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:45,395 INFO [StoreOpener-2deaf898f6d272a8e2caf10d6cffd676-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:20:45,396 INFO [StoreOpener-2deaf898f6d272a8e2caf10d6cffd676-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2deaf898f6d272a8e2caf10d6cffd676 columnFamilyName session 2023-11-12T09:20:45,396 DEBUG [StoreOpener-2deaf898f6d272a8e2caf10d6cffd676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:45,397 INFO [StoreOpener-2deaf898f6d272a8e2caf10d6cffd676-1 {}] regionserver.HStore(324): Store=2deaf898f6d272a8e2caf10d6cffd676/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:45,398 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system_bulk/2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:20:45,399 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system_bulk/2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:20:45,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:20:45,402 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:20:45,405 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system_bulk/2deaf898f6d272a8e2caf10d6cffd676/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:45,406 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 2deaf898f6d272a8e2caf10d6cffd676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11915338400, jitterRate=0.10970236361026764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:20:45,406 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 2deaf898f6d272a8e2caf10d6cffd676: 2023-11-12T09:20:45,407 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676., pid=31, masterSystemTime=1699780845384 2023-11-12T09:20:45,410 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:20:45,410 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:20:45,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=2deaf898f6d272a8e2caf10d6cffd676, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:45,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:20:45,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 2deaf898f6d272a8e2caf10d6cffd676, server=jenkins-hbase3.apache.org,43917,1699780828894 in 180 msec 2023-11-12T09:20:45,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:20:45,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=2deaf898f6d272a8e2caf10d6cffd676, ASSIGN in 340 msec 2023-11-12T09:20:45,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:45,418 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780845418"}]},"ts":"1699780845418"} 2023-11-12T09:20:45,420 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:20:45,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:45,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 393 msec 2023-11-12T09:20:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:20:45,643 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:20:45,658 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:20:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:20:45,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780845694 (current time:1699780845694). 2023-11-12T09:20:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x669fb7e5 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782eb70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:45,710 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33474, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x669fb7e5 to 127.0.0.1:57525 2023-11-12T09:20:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:20:45,732 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:45,739 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:45,752 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot, current working dir path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:45,756 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:46,170 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:46,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d}] 2023-11-12T09:20:46,180 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:46,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:46,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43917 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:20:46,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:46,345 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 62c3668ac7cfb055e16b6ae5bc18851d 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:20:46,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/3cd1bd126e614e1e8d952ebe163a944d is 49, key is activesession:/session:c/1699780845678/Put/seqid=0 2023-11-12T09:20:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:46,841 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/3cd1bd126e614e1e8d952ebe163a944d 2023-11-12T09:20:46,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:20:46,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:46,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699780838016 2023-11-12T09:20:46,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699780838016 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:46,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:20:46,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:46,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997808380162 2023-11-12T09:20:46,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997808380162 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:46,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997808380163 2023-11-12T09:20:46,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997808380163 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:46,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997808380161 2023-11-12T09:20:46,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997808380161 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:46,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/3cd1bd126e614e1e8d952ebe163a944d as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/3cd1bd126e614e1e8d952ebe163a944d 2023-11-12T09:20:46,931 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/3cd1bd126e614e1e8d952ebe163a944d, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:20:46,936 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 62c3668ac7cfb055e16b6ae5bc18851d in 591ms, sequenceid=5, compaction requested=false 2023-11-12T09:20:46,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:20:46,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 62c3668ac7cfb055e16b6ae5bc18851d: 2023-11-12T09:20:46,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. for snapshot_backup_system completed. 2023-11-12T09:20:46,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:20:46,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:20:46,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:20:46,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/3cd1bd126e614e1e8d952ebe163a944d] hfiles 2023-11-12T09:20:46,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/3cd1bd126e614e1e8d952ebe163a944d for snapshot=snapshot_backup_system 2023-11-12T09:20:47,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:47,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:20:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:20:47,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:47,376 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:47,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:20:47,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d in 1.2040 sec 2023-11-12T09:20:47,379 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:20:47,381 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:20:47,385 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:20:47,386 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:20:47,389 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:20:47,416 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:20:47,430 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:20:47,431 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:20:47,433 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:20:47,433 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:20:47,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7100 sec 2023-11-12T09:20:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:20:47,842 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:20:47,843 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(115): Backup backup_1699780843741 started at 1699780847842. 2023-11-12T09:20:47,871 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(119): Backup session backup_1699780843741 has been started. 2023-11-12T09:20:47,876 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:20:47,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:20:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:20:47,903 INFO [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:20:47,903 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:20:47,905 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:20:47,905 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:20:47,906 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:47,906 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:47,907 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:20:47,908 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,908 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:20:47,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:47,908 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,908 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:20:47,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:47,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:47,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:20:47,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:47,910 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:20:47,913 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:20:47,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:20:47,913 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:20:47,913 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:20:47,914 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:20:47,914 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:20:47,914 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,43917,1699780828894' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:20:47,918 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,918 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:47,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:47,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:47,918 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:20:47,919 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:20:47,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:47,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:47,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:47,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:47,921 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,43917,1699780828894' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:20:47,921 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2bbbc30c[Count = 0] remaining members to acquire global barrier 2023-11-12T09:20:47,921 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:20:47,921 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:47,923 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:47,924 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:47,924 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:47,924 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:20:47,925 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,925 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:20:47,926 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:20:47,926 DEBUG [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,926 INFO [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780831028 highest: 1699780831028 on jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,926 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43917%2C1699780828894:(num 1699780831028) roll requested 2023-11-12T09:20:47,940 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780847926, exclude list is [], retry=0 2023-11-12T09:20:47,948 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK] 2023-11-12T09:20:47,953 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780831028 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780847926 2023-11-12T09:20:47,954 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK]] 2023-11-12T09:20:47,954 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780831028 is not closed yet, will try archiving it next time 2023-11-12T09:20:47,954 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta:.meta(num 1699780832049) roll requested 2023-11-12T09:20:47,969 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780847954.meta, exclude list is [], retry=0 2023-11-12T09:20:47,974 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK] 2023-11-12T09:20:47,978 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780832049.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780847954.meta 2023-11-12T09:20:47,978 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK]] 2023-11-12T09:20:47,978 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780832049.meta is not closed yet, will try archiving it next time 2023-11-12T09:20:47,987 DEBUG [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-11-12T09:20:47,987 INFO [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780847926 on jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:47,988 DEBUG [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:47,990 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:51052, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:20:48,013 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:20:48,013 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,43917,1699780828894' in zk 2023-11-12T09:20:48,016 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,016 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:20:48,016 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:20:48,016 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:20:48,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:48,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:48,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:48,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:48,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:48,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:48,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:48,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,43917,1699780828894': 2023-11-12T09:20:48,022 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,43917,1699780828894' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:20:48,022 INFO [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:20:48,022 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:20:48,022 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:20:48,022 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:20:48,022 INFO [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:20:48,026 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:48,026 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:48,026 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:48,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:48,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:48,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:48,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:48,026 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:20:48,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:48,030 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:20:48,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:48,033 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:48,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:48,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:48,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:48,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,036 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:48,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:48,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:48,049 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:20:48,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:48,049 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:20:48,050 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:20:48,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:20:48,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:20:48,050 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:20:48,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:48,053 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:20:48,053 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:20:48,153 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:20:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:20:48,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } 2023-11-12T09:20:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780848164 (current time:1699780848164). 2023-11-12T09:20:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780848163_default_test-1699780838016 VERSION not specified, setting to 2 2023-11-12T09:20:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x29833ab9 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93e9902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:48,176 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x29833ab9 to 127.0.0.1:57525 2023-11-12T09:20:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } 2023-11-12T09:20:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:20:48,181 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:48,182 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:48,185 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot, current working dir path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780848163_default_test-1699780838016 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:48,186 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:48,597 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:48,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ab1ae1154f9ce865ebcc7473f883b9cc}] 2023-11-12T09:20:48,600 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:48,751 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:48,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43917 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:20:48,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:48,754 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing ab1ae1154f9ce865ebcc7473f883b9cc 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:20:48,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/.tmp/f/f499fa1e73274a4eace5a6bf5a9db5fd is 37, key is row10/f:q1/1699780839154/Put/seqid=0 2023-11-12T09:20:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:48,837 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:20:48,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997808380163' 2023-11-12T09:20:49,183 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/.tmp/f/f499fa1e73274a4eace5a6bf5a9db5fd 2023-11-12T09:20:49,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/.tmp/f/f499fa1e73274a4eace5a6bf5a9db5fd as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f/f499fa1e73274a4eace5a6bf5a9db5fd 2023-11-12T09:20:49,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f/f499fa1e73274a4eace5a6bf5a9db5fd, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:20:49,205 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ab1ae1154f9ce865ebcc7473f883b9cc in 451ms, sequenceid=103, compaction requested=false 2023-11-12T09:20:49,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for ab1ae1154f9ce865ebcc7473f883b9cc: 2023-11-12T09:20:49,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. for snapshot_1699780848163_default_test-1699780838016 completed. 2023-11-12T09:20:49,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc.' region-info for snapshot=snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:49,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:20:49,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f/f499fa1e73274a4eace5a6bf5a9db5fd] hfiles 2023-11-12T09:20:49,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f/f499fa1e73274a4eace5a6bf5a9db5fd for snapshot=snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:49,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:20:49,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:20:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:20:49,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780848163_default_test-1699780838016 on region ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:49,619 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:49,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:20:49,622 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:20:49,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure ab1ae1154f9ce865ebcc7473f883b9cc in 1.0230 sec 2023-11-12T09:20:49,623 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:20:49,624 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:20:49,624 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:49,625 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:50,045 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:20:50,053 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:20:50,053 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780848163_default_test-1699780838016 to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:50,055 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:20:50,055 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:20:50,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780848163_default_test-1699780838016 table=test-1699780838016 type=FLUSH ttl=0 } in 1.8770 sec 2023-11-12T09:20:50,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:20:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:20:50,289 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699780838016, procId: 34 completed 2023-11-12T09:20:50,289 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699780843741 2023-11-12T09:20:50,289 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:20:50,291 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:20:50,294 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780843741_test-1699780838016 2023-11-12T09:20:50,294 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780848163_default_test-1699780838016 to hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/ 2023-11-12T09:20:50,304 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:20:50,335 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42441, inputRoot=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:50,335 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41805,1699780825730_486058654_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/.hbase-snapshot/.tmp/snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:50,335 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42441, inputRoot=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920, snapshotDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780848163_default_test-1699780838016. 2023-11-12T09:20:50,348 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780848163_default_test-1699780838016 to hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/.hbase-snapshot/.tmp/snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:50,789 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:50,789 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:50,790 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:50,790 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,767 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop-7661856690523517747.jar 2023-11-12T09:20:51,768 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,768 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,769 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,769 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,770 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,770 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,771 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,772 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,772 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:51,773 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:51,774 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:20:51,775 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:20:51,776 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:20:51,776 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:20:51,777 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:20:51,777 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:20:51,778 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:20:51,778 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:20:51,779 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:20:51,779 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:20:51,780 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:20:51,784 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:51,784 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:51,785 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:51,785 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:51,786 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:51,787 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:51,787 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:51,851 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:20:51,876 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780848163_default_test-1699780838016' hfile list 2023-11-12T09:20:51,887 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:20:52,170 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780852119/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:20:52,170 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780852119/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:20:52,347 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:20:52,377 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f/f499fa1e73274a4eace5a6bf5a9db5fd output=hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/archive/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f/f499fa1e73274a4eace5a6bf5a9db5fd 2023-11-12T09:20:52,377 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:20:53,254 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:20:53,255 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:20:53,263 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:53,263 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780848163_default_test-1699780838016 finished. 2023-11-12T09:20:53,263 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(1034): test-1699780838016 2023-11-12T09:20:53,343 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780843741 2023-11-12T09:20:53,343 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:20:53,765 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42441/backupUT/backup_1699780843741/.backup.manifest 2023-11-12T09:20:53,766 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(358): Backup backup_1699780843741 finished: type=FULL,tablelist=test-1699780838016,targetRootDir=hdfs://localhost:42441/backupUT,startts=1699780847842,completets=1699780853340,bytescopied=0 2023-11-12T09:20:53,766 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:20:53,766 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:53,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780848163_default_test-1699780838016" 2023-11-12T09:20:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780848163_default_test-1699780838016 2023-11-12T09:20:53,782 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780848163_default_test-1699780838016 for backup backup_1699780843741 succeeded. 2023-11-12T09:20:53,783 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:20:53,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:20:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:20:53,799 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:20:53,806 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:20:53,823 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(376): Backup backup_1699780843741 completed. 2023-11-12T09:20:53,824 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:53,824 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3be15ee4 to 127.0.0.1:57525 2023-11-12T09:20:53,824 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:53,825 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] backup.TestRestoreBoundaryTests(51): backup complete 2023-11-12T09:20:53,829 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-12T09:20:53,830 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42441/backupUT/backup_1699780843741/.backup.manifest 2023-11-12T09:20:53,833 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780843741/.backup.manifest 2023-11-12T09:20:53,838 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42441/backupUT/backup_1699780843741/.backup.manifest 2023-11-12T09:20:53,841 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780843741/.backup.manifest 2023-11-12T09:20:53,841 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(148): Restoring 'test-1699780838016' to 'table1' from full backup image hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016 2023-11-12T09:20:53,851 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-12T09:20:53,851 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/archive/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:53,852 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/archive/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f in region [hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/archive/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc] 2023-11-12T09:20:53,857 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/archive/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f/f499fa1e73274a4eace5a6bf5a9db5fd first=row0 last=row98 2023-11-12T09:20:53,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-12T09:20:53,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:53,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-11-12T09:20:53,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:54,281 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9dfebb938575ad475ab7f5e57af33841, NAME => 'table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:20:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:54,692 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:54,692 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 9dfebb938575ad475ab7f5e57af33841, disabling compactions & flushes 2023-11-12T09:20:54,692 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:54,692 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:54,692 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. after waiting 0 ms 2023-11-12T09:20:54,692 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:54,692 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:54,692 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9dfebb938575ad475ab7f5e57af33841: 2023-11-12T09:20:54,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:54,694 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1699780854694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780854694"}]},"ts":"1699780854694"} 2023-11-12T09:20:54,697 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:20:54,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:54,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780854698"}]},"ts":"1699780854698"} 2023-11-12T09:20:54,700 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:20:54,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=9dfebb938575ad475ab7f5e57af33841, ASSIGN}] 2023-11-12T09:20:54,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=9dfebb938575ad475ab7f5e57af33841, ASSIGN 2023-11-12T09:20:54,709 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=9dfebb938575ad475ab7f5e57af33841, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:20:54,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=9dfebb938575ad475ab7f5e57af33841, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:54,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure 9dfebb938575ad475ab7f5e57af33841, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:55,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:55,020 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:55,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => 9dfebb938575ad475ab7f5e57af33841, NAME => 'table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:20:55,021 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:55,021 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:55,021 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:55,021 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for 9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:55,021 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for 9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:55,023 INFO [StoreOpener-9dfebb938575ad475ab7f5e57af33841-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:55,025 INFO [StoreOpener-9dfebb938575ad475ab7f5e57af33841-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfebb938575ad475ab7f5e57af33841 columnFamilyName f 2023-11-12T09:20:55,025 DEBUG [StoreOpener-9dfebb938575ad475ab7f5e57af33841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:55,025 INFO [StoreOpener-9dfebb938575ad475ab7f5e57af33841-1 {}] regionserver.HStore(324): Store=9dfebb938575ad475ab7f5e57af33841/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:55,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:55,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:55,030 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for 9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:55,038 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:55,039 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened 9dfebb938575ad475ab7f5e57af33841; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12004794400, jitterRate=0.11803360283374786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:20:55,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for 9dfebb938575ad475ab7f5e57af33841: 2023-11-12T09:20:55,041 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841., pid=38, masterSystemTime=1699780855015 2023-11-12T09:20:55,043 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:55,044 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:55,044 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=9dfebb938575ad475ab7f5e57af33841, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:55,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-11-12T09:20:55,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure 9dfebb938575ad475ab7f5e57af33841, server=jenkins-hbase3.apache.org,43917,1699780828894 in 183 msec 2023-11-12T09:20:55,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:20:55,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=9dfebb938575ad475ab7f5e57af33841, ASSIGN in 344 msec 2023-11-12T09:20:55,053 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:55,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780855053"}]},"ts":"1699780855053"} 2023-11-12T09:20:55,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:20:55,058 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:55,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 1.1920 sec 2023-11-12T09:20:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:20:55,978 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 36 completed 2023-11-12T09:20:55,984 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/archive/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc from hbase tables test-1699780838016 to tables table1 2023-11-12T09:20:55,984 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699780838016 into table1 2023-11-12T09:20:55,988 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-default-table1-1699780855984 from hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/archive/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:20:55,993 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1db56b1c to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:55,999 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d88f129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:56,000 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:56,002 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46334, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:56,016 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:20:56,016 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:20:56,020 DEBUG [hconnection-0x3a777402-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:56,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:56,025 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:20:56,025 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:20:56,026 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/partitions_3e218178-e7a4-48ac-b457-5dae6897a16b 2023-11-12T09:20:56,472 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:56,472 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:56,473 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:56,473 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:56,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:20:56,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:57,461 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop-6536251966869400674.jar 2023-11-12T09:20:57,461 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,462 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,462 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,463 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,463 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,463 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,464 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,464 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,464 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,465 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:57,466 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:20:57,466 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:20:57,467 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:20:57,467 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:20:57,468 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:20:57,468 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:20:57,468 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:20:57,469 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:20:57,469 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:20:57,470 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:20:57,470 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:20:57,474 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,474 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,475 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,475 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,475 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,476 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:57,476 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:57,477 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:20:57,477 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:57,477 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1db56b1c to 127.0.0.1:57525 2023-11-12T09:20:57,477 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:57,477 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:20:57,477 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:20:57,478 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:57,484 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:20:57,490 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:20:57,575 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780857541/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:20:57,575 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780857541/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:20:57,654 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/archive/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/f/f499fa1e73274a4eace5a6bf5a9db5fd 2023-11-12T09:20:57,658 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:20:57,766 DEBUG [pool-193-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x410adbe2 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:57,773 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef9c26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:57,775 DEBUG [hconnection-0x28ac7e61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:57,777 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44802, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:57,779 DEBUG [pool-193-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x410adbe2 to 127.0.0.1:57525 2023-11-12T09:20:57,779 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:57,780 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:20:57,780 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:20:57,792 DEBUG [pool-193-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-default-table1-1699780855984/_temporary/0/_temporary/attempt_local640242377_0002_r_000000_0/f/1436a1af5e164a95bca40fdfe9fee511 is 37, key is row10/f:q1/1699780839154/Put/seqid=0 2023-11-12T09:20:57,797 WARN [Thread-746 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43917] Specified favored nodes: [jenkins-hbase3.apache.org:43917] 2023-11-12T09:20:58,639 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-default-table1-1699780855984 2023-11-12T09:20:58,640 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x42777705 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:58,645 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d244c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:58,647 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:58,649 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44814, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:58,656 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-default-table1-1699780855984/_SUCCESS 2023-11-12T09:20:58,660 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:58,661 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46340, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:58,694 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-default-table1-1699780855984/f/1436a1af5e164a95bca40fdfe9fee511 first=Optional[row0] last=Optional[row98] 2023-11-12T09:20:58,713 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841., hostname=jenkins-hbase3.apache.org,43917,1699780828894, seqNum=2 for row with hfile group [{f,hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-default-table1-1699780855984/f/1436a1af5e164a95bca40fdfe9fee511}] 2023-11-12T09:20:58,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-default-table1-1699780855984/f/1436a1af5e164a95bca40fdfe9fee511 for inclusion in 9dfebb938575ad475ab7f5e57af33841/f 2023-11-12T09:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:20:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HRegion(2520): Flush status journal for 9dfebb938575ad475ab7f5e57af33841: 2023-11-12T09:20:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-default-table1-1699780855984/f/1436a1af5e164a95bca40fdfe9fee511 to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__table1__php4prb73n72v970ja7p068hu5pehrvjinii47l93tt8a9kjrvkbg4p4n0p61k5e/f/1436a1af5e164a95bca40fdfe9fee511 2023-11-12T09:20:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__table1__php4prb73n72v970ja7p068hu5pehrvjinii47l93tt8a9kjrvkbg4p4n0p61k5e/f/1436a1af5e164a95bca40fdfe9fee511 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/f/865601fc7faf4858be88f59b18c9ab59_SeqId_4_ 2023-11-12T09:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1741b621 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b406bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:58,757 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46354, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:58,762 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44820, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:58,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1741b621 to 127.0.0.1:57525 2023-11-12T09:20:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:58,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__table1__php4prb73n72v970ja7p068hu5pehrvjinii47l93tt8a9kjrvkbg4p4n0p61k5e/f/1436a1af5e164a95bca40fdfe9fee511 into 9dfebb938575ad475ab7f5e57af33841/f as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/f/865601fc7faf4858be88f59b18c9ab59_SeqId_4_ - updating store file list. 2023-11-12T09:20:58,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/f/865601fc7faf4858be88f59b18c9ab59_SeqId_4_ into 9dfebb938575ad475ab7f5e57af33841/f 2023-11-12T09:20:58,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__table1__php4prb73n72v970ja7p068hu5pehrvjinii47l93tt8a9kjrvkbg4p4n0p61k5e/f/1436a1af5e164a95bca40fdfe9fee511 into 9dfebb938575ad475ab7f5e57af33841/f (new location: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/f/865601fc7faf4858be88f59b18c9ab59_SeqId_4_) 2023-11-12T09:20:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__table1__php4prb73n72v970ja7p068hu5pehrvjinii47l93tt8a9kjrvkbg4p4n0p61k5e/f/1436a1af5e164a95bca40fdfe9fee511 2023-11-12T09:20:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x290ed86c to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0cd09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:58,805 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46370, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:20:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:58,810 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44824, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:20:58,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x290ed86c to 127.0.0.1:57525 2023-11-12T09:20:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:58,836 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:58,836 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x42777705 to 127.0.0.1:57525 2023-11-12T09:20:58,836 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:58,837 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:20:58,837 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:20:58,837 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(233): Backup: backup_1699780843741 hdfs://localhost:42441/backupUT/backup_1699780843741/default/test-1699780838016/ 2023-11-12T09:20:58,837 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:20:58,840 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$18(967): Started disable of table1 2023-11-12T09:20:58,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable table1 2023-11-12T09:20:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-11-12T09:20:58,857 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780858857"}]},"ts":"1699780858857"} 2023-11-12T09:20:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:58,859 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-11-12T09:20:58,861 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-11-12T09:20:58,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=9dfebb938575ad475ab7f5e57af33841, UNASSIGN}] 2023-11-12T09:20:58,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=9dfebb938575ad475ab7f5e57af33841, UNASSIGN 2023-11-12T09:20:58,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9dfebb938575ad475ab7f5e57af33841, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:58,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 9dfebb938575ad475ab7f5e57af33841, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:20:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:59,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:59,028 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close 9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:59,028 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing 9dfebb938575ad475ab7f5e57af33841, disabling compactions & flushes 2023-11-12T09:20:59,028 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:59,028 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:59,028 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. after waiting 0 ms 2023-11-12T09:20:59,028 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:59,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:20:59,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:59,037 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841. 2023-11-12T09:20:59,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for 9dfebb938575ad475ab7f5e57af33841: 2023-11-12T09:20:59,039 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed 9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:59,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9dfebb938575ad475ab7f5e57af33841, regionState=CLOSED 2023-11-12T09:20:59,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-12T09:20:59,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 9dfebb938575ad475ab7f5e57af33841, server=jenkins-hbase3.apache.org,43917,1699780828894 in 173 msec 2023-11-12T09:20:59,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-12T09:20:59,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=9dfebb938575ad475ab7f5e57af33841, UNASSIGN in 180 msec 2023-11-12T09:20:59,046 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780859046"}]},"ts":"1699780859046"} 2023-11-12T09:20:59,048 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-11-12T09:20:59,050 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-11-12T09:20:59,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 203 msec 2023-11-12T09:20:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:59,162 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: default:table1, procId: 39 completed 2023-11-12T09:20:59,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$5(2449): Client=jenkins//172.31.12.81 delete table1 2023-11-12T09:20:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-11-12T09:20:59,178 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:20:59,180 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:20:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:20:59,187 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:59,191 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/f, FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/recovered.edits] 2023-11-12T09:20:59,198 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/f/865601fc7faf4858be88f59b18c9ab59_SeqId_4_ to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/archive/data/default/table1/9dfebb938575ad475ab7f5e57af33841/f/865601fc7faf4858be88f59b18c9ab59_SeqId_4_ 2023-11-12T09:20:59,202 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841/recovered.edits/6.seqid to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/archive/data/default/table1/9dfebb938575ad475ab7f5e57af33841/recovered.edits/6.seqid 2023-11-12T09:20:59,203 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/table1/9dfebb938575ad475ab7f5e57af33841 2023-11-12T09:20:59,203 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-11-12T09:20:59,206 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:20:59,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43917 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2023-11-12T09:20:59,215 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-11-12T09:20:59,218 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-11-12T09:20:59,219 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:20:59,219 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-11-12T09:20:59,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699780859219"}]},"ts":"9223372036854775807"} 2023-11-12T09:20:59,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:20:59,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9dfebb938575ad475ab7f5e57af33841, NAME => 'table1,,1699780853865.9dfebb938575ad475ab7f5e57af33841.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:20:59,221 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-11-12T09:20:59,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699780859221"}]},"ts":"9223372036854775807"} 2023-11-12T09:20:59,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-11-12T09:20:59,225 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:20:59,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 56 msec 2023-11-12T09:20:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:20:59,283 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: DELETE, Table Name: default:table1, procId: 42 completed 2023-11-12T09:20:59,302 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.ResourceChecker(175): after: backup.TestRestoreBoundaryTests#testFullRestoreSingleEmpty Thread=596 (was 584) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/cluster_f63ff004-3f8d-1304-69e6-f1e59e7433c4/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-676933275-172.31.12.81-1699780822045:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1845592986_16 at /127.0.0.1:60046 [Waiting for operation #21] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1182445297_16 at /127.0.0.1:59980 [Receiving block BP-676933275-172.31.12.81-1699780822045:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1182445297_16 at /127.0.0.1:59990 [Receiving block BP-676933275-172.31.12.81-1699780822045:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/cluster_f63ff004-3f8d-1304-69e6-f1e59e7433c4/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-676933275-172.31.12.81-1699780822045:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=704 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=252 (was 316), ProcessCount=172 (was 172), AvailableMemoryMB=5428 (was 5692) 2023-11-12T09:20:59,302 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2023-11-12T09:20:59,318 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.ResourceChecker(147): before: backup.TestRestoreBoundaryTests#testFullRestoreMultipleEmpty Thread=596, OpenFileDescriptor=704, MaxFileDescriptor=60000, SystemLoadAverage=252, ProcessCount=172, AvailableMemoryMB=5428 2023-11-12T09:20:59,318 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2023-11-12T09:20:59,319 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] backup.TestRestoreBoundaryTests(67): create full backup image on multiple tables 2023-11-12T09:20:59,320 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x56502c60 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:59,327 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7255e200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:59,332 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:59,335 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44826, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:59,338 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:59,339 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46374, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:59,354 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:20:59,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780859362 (current time:1699780859362). 2023-11-12T09:20:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:20:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6b0d9bb5 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbe87cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:59,370 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44836, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6b0d9bb5 to 127.0.0.1:57525 2023-11-12T09:20:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:20:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-12T09:20:59,375 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:20:59,376 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:59,379 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot, current working dir path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:59,382 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:20:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:20:59,789 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:59,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d}] 2023-11-12T09:20:59,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:20:59,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:20:59,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43917 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=44 2023-11-12T09:20:59,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:20:59,944 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2819): Flushing 62c3668ac7cfb055e16b6ae5bc18851d 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-11-12T09:20:59,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/meta/a9e45fefff034f87ae9fbc235afeace1 is 169, key is trslm:hdfs://localhost:42441/backupUT\x00test-1699780838016/meta:log-roll-map/1699780853330/Put/seqid=0 2023-11-12T09:20:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:21:00,364 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/meta/a9e45fefff034f87ae9fbc235afeace1 2023-11-12T09:21:00,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/e9f72d77b9ba40988e12dbacd3c9ecbd is 310, key is session:backup_1699780843741/session:context/1699780853805/Put/seqid=0 2023-11-12T09:21:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:21:00,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:21:00,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/e9f72d77b9ba40988e12dbacd3c9ecbd 2023-11-12T09:21:00,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/meta/a9e45fefff034f87ae9fbc235afeace1 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/meta/a9e45fefff034f87ae9fbc235afeace1 2023-11-12T09:21:00,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/meta/a9e45fefff034f87ae9fbc235afeace1, entries=4, sequenceid=17, filesize=5.5 K 2023-11-12T09:21:00,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/e9f72d77b9ba40988e12dbacd3c9ecbd as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/e9f72d77b9ba40988e12dbacd3c9ecbd 2023-11-12T09:21:00,804 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/e9f72d77b9ba40988e12dbacd3c9ecbd, entries=2, sequenceid=17, filesize=5.3 K 2023-11-12T09:21:00,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 62c3668ac7cfb055e16b6ae5bc18851d in 862ms, sequenceid=17, compaction requested=false 2023-11-12T09:21:00,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2520): Flush status journal for 62c3668ac7cfb055e16b6ae5bc18851d: 2023-11-12T09:21:00,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. for snapshot_backup_system completed. 2023-11-12T09:21:00,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:21:00,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:21:00,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/meta/a9e45fefff034f87ae9fbc235afeace1] hfiles 2023-11-12T09:21:00,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/meta/a9e45fefff034f87ae9fbc235afeace1 for snapshot=snapshot_backup_system 2023-11-12T09:21:00,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/3cd1bd126e614e1e8d952ebe163a944d, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/e9f72d77b9ba40988e12dbacd3c9ecbd] hfiles 2023-11-12T09:21:00,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/3cd1bd126e614e1e8d952ebe163a944d for snapshot=snapshot_backup_system 2023-11-12T09:21:00,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/e9f72d77b9ba40988e12dbacd3c9ecbd for snapshot=snapshot_backup_system 2023-11-12T09:21:01,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:21:01,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=44 2023-11-12T09:21:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster(4026): Remote procedure done, pid=44 2023-11-12T09:21:01,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:21:01,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:21:01,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-11-12T09:21:01,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; SnapshotRegionProcedure 62c3668ac7cfb055e16b6ae5bc18851d in 1.4270 sec 2023-11-12T09:21:01,218 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:21:01,219 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:21:01,220 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:21:01,220 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:21:01,221 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:21:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:21:01,633 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:21:01,641 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:21:01,641 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:21:01,643 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:21:01,643 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-12T09:21:01,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2710 sec 2023-11-12T09:21:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-12T09:21:03,484 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 43 completed 2023-11-12T09:21:03,484 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(115): Backup backup_1699780859327 started at 1699780863484. 2023-11-12T09:21:03,486 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(119): Backup session backup_1699780859327 has been started. 2023-11-12T09:21:03,491 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:21:03,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:21:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:21:03,493 INFO [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:21:03,493 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:21:03,494 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:21:03,494 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:21:03,494 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,494 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:03,496 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,496 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:21:03,496 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:21:03,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:21:03,496 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,496 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:21:03,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:03,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:21:03,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:03,497 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:21:03,497 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:21:03,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:21:03,498 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:21:03,498 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:21:03,498 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:21:03,498 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:21:03,498 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,43917,1699780828894' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:21:03,501 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:03,501 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:21:03,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:21:03,502 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:21:03,502 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:21:03,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:21:03,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:21:03,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:03,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:21:03,504 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,43917,1699780828894' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:21:03,504 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@21fc392a[Count = 0] remaining members to acquire global barrier 2023-11-12T09:21:03,504 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:21:03,504 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:03,505 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:03,506 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:03,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:03,506 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:21:03,506 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:21:03,506 DEBUG [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,506 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,506 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:21:03,506 INFO [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780847926 highest: 1699780847926 on jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,506 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43917%2C1699780828894:(num 1699780847926) roll requested 2023-11-12T09:21:03,518 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780863506, exclude list is [], retry=0 2023-11-12T09:21:03,522 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK] 2023-11-12T09:21:03,524 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780847926 with entries=15, filesize=3.49 KB; new WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780863506 2023-11-12T09:21:03,524 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK]] 2023-11-12T09:21:03,524 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.1699780847926 is not closed yet, will try archiving it next time 2023-11-12T09:21:03,524 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta:.meta(num 1699780847954) roll requested 2023-11-12T09:21:03,538 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780863524.meta, exclude list is [], retry=0 2023-11-12T09:21:03,541 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK] 2023-11-12T09:21:03,543 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780847954.meta with entries=12, filesize=2.73 KB; new WAL /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780863524.meta 2023-11-12T09:21:03,543 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37271,DS-481ffc59-f6c7-4be1-b295-bc018f3d8149,DISK]] 2023-11-12T09:21:03,543 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780847954.meta is not closed yet, will try archiving it next time 2023-11-12T09:21:03,545 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/WALs/jenkins-hbase3.apache.org,43917,1699780828894/jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta.1699780847954.meta not finished, retry = 0 2023-11-12T09:21:03,546 DEBUG [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:21:03,546 INFO [rs(jenkins-hbase3.apache.org,43917,1699780828894)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780863506 on jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,557 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:21:03,557 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,43917,1699780828894' in zk 2023-11-12T09:21:03,559 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,559 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:21:03,559 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:21:03,560 DEBUG [member: 'jenkins-hbase3.apache.org,43917,1699780828894' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:21:03,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:21:03,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:21:03,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:21:03,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:21:03,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:03,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:21:03,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:03,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,43917,1699780828894': 2023-11-12T09:21:03,563 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,43917,1699780828894' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:21:03,563 INFO [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:21:03,563 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:21:03,563 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:21:03,563 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:21:03,563 INFO [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:21:03,566 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,566 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,566 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:21:03,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:21:03,566 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:21:03,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:21:03,566 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:21:03,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:21:03,567 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:03,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:21:03,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:03,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,568 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:21:03,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:21:03,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:03,575 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:03,575 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:21:03,575 DEBUG [(jenkins-hbase3.apache.org,41805,1699780825730)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:21:03,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:21:03,575 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:21:03,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:21:03,576 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:21:03,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:21:03,577 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:21:03,577 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:21:03,677 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:21:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:21:03,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } 2023-11-12T09:21:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780863681 (current time:1699780863681). 2023-11-12T09:21:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:21:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780863680_ns2_test-16997808380161 VERSION not specified, setting to 2 2023-11-12T09:21:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2359b009 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6892c349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:03,693 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44848, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2359b009 to 127.0.0.1:57525 2023-11-12T09:21:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:21:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } 2023-11-12T09:21:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-11-12T09:21:03,697 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:21:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:03,698 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:21:03,701 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot, current working dir path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780863680_ns2_test-16997808380161 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:21:03,703 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:21:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:04,112 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:21:04,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 73a286532dde044e55717346fa77f384}] 2023-11-12T09:21:04,115 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 73a286532dde044e55717346fa77f384 2023-11-12T09:21:04,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:04,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43917 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=46 2023-11-12T09:21:04,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:21:04,268 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2819): Flushing 73a286532dde044e55717346fa77f384 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:21:04,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/.tmp/f/593426e5590c48cda0c99260f217c805 is 37, key is row10/f:q1/1699780840361/Put/seqid=0 2023-11-12T09:21:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:04,519 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:21:04,521 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46388, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:21:04,694 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/.tmp/f/593426e5590c48cda0c99260f217c805 2023-11-12T09:21:04,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/.tmp/f/593426e5590c48cda0c99260f217c805 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f/593426e5590c48cda0c99260f217c805 2023-11-12T09:21:04,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f/593426e5590c48cda0c99260f217c805, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:21:04,710 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 73a286532dde044e55717346fa77f384 in 442ms, sequenceid=103, compaction requested=false 2023-11-12T09:21:04,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2520): Flush status journal for 73a286532dde044e55717346fa77f384: 2023-11-12T09:21:04,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. for snapshot_1699780863680_ns2_test-16997808380161 completed. 2023-11-12T09:21:04,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384.' region-info for snapshot=snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:04,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:21:04,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f/593426e5590c48cda0c99260f217c805] hfiles 2023-11-12T09:21:04,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f/593426e5590c48cda0c99260f217c805 for snapshot=snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:05,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:21:05,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=46 2023-11-12T09:21:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster(4026): Remote procedure done, pid=46 2023-11-12T09:21:05,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780863680_ns2_test-16997808380161 on region 73a286532dde044e55717346fa77f384 2023-11-12T09:21:05,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 73a286532dde044e55717346fa77f384 2023-11-12T09:21:05,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-12T09:21:05,123 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:21:05,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; SnapshotRegionProcedure 73a286532dde044e55717346fa77f384 in 1.0080 sec 2023-11-12T09:21:05,124 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:21:05,125 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:21:05,125 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:05,126 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:05,538 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:21:05,544 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:21:05,545 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780863680_ns2_test-16997808380161 to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:05,546 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:21:05,547 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-11-12T09:21:05,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1699780863680_ns2_test-16997808380161 table=ns2:test-16997808380161 type=FLUSH ttl=0 } in 1.8530 sec 2023-11-12T09:21:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-12T09:21:05,804 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-16997808380161, procId: 45 completed 2023-11-12T09:21:05,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } 2023-11-12T09:21:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780865805 (current time:1699780865805). 2023-11-12T09:21:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:21:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780865804_ns3_test-16997808380162 VERSION not specified, setting to 2 2023-11-12T09:21:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5bb81fe2 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e76057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:05,819 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56242, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5bb81fe2 to 127.0.0.1:57525 2023-11-12T09:21:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:21:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } 2023-11-12T09:21:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 }, snapshot procedure id = 47 2023-11-12T09:21:05,824 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:21:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:21:05,825 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:21:05,828 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot, current working dir path: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780865804_ns3_test-16997808380162 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:21:05,830 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:21:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:21:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:21:06,237 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:21:06,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure 5ca8608a5b3afd365eb1d8b9603253c7}] 2023-11-12T09:21:06,239 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:21:06,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:06,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43917 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2023-11-12T09:21:06,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:21:06,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2520): Flush status journal for 5ca8608a5b3afd365eb1d8b9603253c7: 2023-11-12T09:21:06,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. for snapshot_1699780865804_ns3_test-16997808380162 completed. 2023-11-12T09:21:06,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7.' region-info for snapshot=snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:06,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:21:06,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:21:06,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:21:06,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=48 2023-11-12T09:21:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster(4026): Remote procedure done, pid=48 2023-11-12T09:21:06,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780865804_ns3_test-16997808380162 on region 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:21:06,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:21:06,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-11-12T09:21:06,806 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:21:06,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; SnapshotRegionProcedure 5ca8608a5b3afd365eb1d8b9603253c7 in 567 msec 2023-11-12T09:21:06,807 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:21:06,808 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:21:06,808 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:06,809 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:06,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:21:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:21:07,226 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:21:07,231 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:21:07,232 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/.tmp/snapshot_1699780865804_ns3_test-16997808380162 to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:07,233 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:21:07,233 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 }, snapshot procedure id = 47 2023-11-12T09:21:07,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1699780865804_ns3_test-16997808380162 table=ns3:test-16997808380162 type=FLUSH ttl=0 } in 1.4120 sec 2023-11-12T09:21:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:21:07,931 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns3:test-16997808380162, procId: 47 completed 2023-11-12T09:21:07,931 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699780859327 2023-11-12T09:21:07,931 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:21:07,931 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-12T09:21:07,931 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780859327_ns3:test-16997808380162 2023-11-12T09:21:07,931 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780865804_ns3_test-16997808380162 to hdfs://localhost:42441/backupUT/backup_1699780859327/ns3/test-16997808380162/ 2023-11-12T09:21:07,931 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:21:07,955 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42441, inputRoot=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:21:07,956 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41805,1699780825730_-1756154692_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42441/backupUT/backup_1699780859327/ns3/test-16997808380162, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42441/backupUT/backup_1699780859327/ns3/test-16997808380162/.hbase-snapshot/.tmp/snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:07,956 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42441, inputRoot=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920, snapshotDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780865804_ns3_test-16997808380162. 2023-11-12T09:21:07,962 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780865804_ns3_test-16997808380162 to hdfs://localhost:42441/backupUT/backup_1699780859327/ns3/test-16997808380162/.hbase-snapshot/.tmp/snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:08,381 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:08,382 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:08,383 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:08,383 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,383 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop-298806368990770025.jar 2023-11-12T09:21:09,383 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,384 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,384 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,385 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,385 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,386 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,386 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,386 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,387 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:09,388 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:09,388 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:09,389 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:09,389 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:09,390 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:09,390 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:09,390 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:09,391 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:09,391 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:09,392 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:09,392 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:09,392 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:09,393 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:21:09,394 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:21:09,394 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:09,395 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:21:09,395 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:21:09,396 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:09,396 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:09,424 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:09,442 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780865804_ns3_test-16997808380162' hfile list 2023-11-12T09:21:09,521 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780869486/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:09,521 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780869486/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:10,549 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:21:10,550 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:21:10,557 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:10,557 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780865804_ns3_test-16997808380162 finished. 2023-11-12T09:21:10,557 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780859327_ns2:test-16997808380161 2023-11-12T09:21:10,557 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780863680_ns2_test-16997808380161 to hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/ 2023-11-12T09:21:10,557 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:21:10,582 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42441, inputRoot=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:21:10,582 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41805,1699780825730_-1255195783_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/.hbase-snapshot/.tmp/snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:10,582 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42441, inputRoot=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920, snapshotDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780863680_ns2_test-16997808380161. 2023-11-12T09:21:10,592 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/.hbase-snapshot/snapshot_1699780863680_ns2_test-16997808380161 to hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/.hbase-snapshot/.tmp/snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:11,007 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,008 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,009 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:11,009 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,004 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop-6968041385411128558.jar 2023-11-12T09:21:12,004 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,005 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,005 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,006 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,006 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,006 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,007 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,007 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,008 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:12,008 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:12,009 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:12,010 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:12,010 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:12,010 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:12,011 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:12,011 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:12,011 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:12,012 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:12,012 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:12,013 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:12,013 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:12,014 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:21:12,014 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:21:12,015 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:12,015 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:21:12,016 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:21:12,016 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:12,017 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:12,046 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:12,063 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780863680_ns2_test-16997808380161' hfile list 2023-11-12T09:21:12,066 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:21:12,136 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780872102/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:12,136 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780872102/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:12,189 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:21:12,215 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f/593426e5590c48cda0c99260f217c805 output=hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/archive/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f/593426e5590c48cda0c99260f217c805 2023-11-12T09:21:12,215 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:21:12,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:21:13,171 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:21:13,172 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:21:13,179 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:13,179 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780863680_ns2_test-16997808380161 finished. 2023-11-12T09:21:13,179 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(1034): ns3:test-16997808380162 2023-11-12T09:21:13,179 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(1034): ns2:test-16997808380161 2023-11-12T09:21:13,187 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780859327 2023-11-12T09:21:13,187 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:21:13,593 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42441/backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:13,593 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780859327 2023-11-12T09:21:13,593 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:21:13,999 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42441/backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:13,999 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(358): Backup backup_1699780859327 finished: type=FULL,tablelist=ns3:test-16997808380162;ns2:test-16997808380161,targetRootDir=hdfs://localhost:42441/backupUT,startts=1699780863484,completets=1699780873187,bytescopied=0 2023-11-12T09:21:13,999 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:21:13,999 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:14,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780865804_ns3_test-16997808380162" 2023-11-12T09:21:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780865804_ns3_test-16997808380162 2023-11-12T09:21:14,005 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780865804_ns3_test-16997808380162 for backup backup_1699780859327 succeeded. 2023-11-12T09:21:14,005 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:14,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780863680_ns2_test-16997808380161" 2023-11-12T09:21:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780863680_ns2_test-16997808380161 2023-11-12T09:21:14,009 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780863680_ns2_test-16997808380161 for backup backup_1699780859327 succeeded. 2023-11-12T09:21:14,010 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:21:14,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:21:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:21:14,020 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:21:14,022 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:21:14,028 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.TableBackupClient(376): Backup backup_1699780859327 completed. 2023-11-12T09:21:14,028 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:14,029 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x56502c60 to 127.0.0.1:57525 2023-11-12T09:21:14,029 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:14,030 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-11-12T09:21:14,031 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(101): HBase table ns3:table3_restore does not exist. It will be created during restore process 2023-11-12T09:21:14,032 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42441/backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:14,035 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:14,035 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42441/backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:14,038 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:14,038 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42441/backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:14,040 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:14,040 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16997808380161' to 'ns2:table2' from full backup image hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161 2023-11-12T09:21:14,048 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-11-12T09:21:14,048 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/archive/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384 2023-11-12T09:21:14,049 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/archive/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f in region [hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/archive/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384] 2023-11-12T09:21:14,052 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/archive/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f/593426e5590c48cda0c99260f217c805 first=row0 last=row98 2023-11-12T09:21:14,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-11-12T09:21:14,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:21:14,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 49 2023-11-12T09:21:14,058 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:21:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-12T09:21:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-12T09:21:14,331 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T09:21:14,331 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T09:21:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-12T09:21:14,467 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 68407cbde4cb512cab083ac58b133cca, NAME => 'ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:21:14,474 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:14,474 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 68407cbde4cb512cab083ac58b133cca, disabling compactions & flushes 2023-11-12T09:21:14,474 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:14,474 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:14,474 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. after waiting 0 ms 2023-11-12T09:21:14,474 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:14,474 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:14,474 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 68407cbde4cb512cab083ac58b133cca: 2023-11-12T09:21:14,475 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:21:14,476 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1699780874476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780874476"}]},"ts":"1699780874476"} 2023-11-12T09:21:14,478 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:21:14,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:21:14,479 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780874479"}]},"ts":"1699780874479"} 2023-11-12T09:21:14,481 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-12T09:21:14,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=68407cbde4cb512cab083ac58b133cca, ASSIGN}] 2023-11-12T09:21:14,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=68407cbde4cb512cab083ac58b133cca, ASSIGN 2023-11-12T09:21:14,491 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=68407cbde4cb512cab083ac58b133cca, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:21:14,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=68407cbde4cb512cab083ac58b133cca, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:14,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; OpenRegionProcedure 68407cbde4cb512cab083ac58b133cca, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:21:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-12T09:21:14,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:14,801 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(130): Open ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:14,801 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7254): Opening region: {ENCODED => 68407cbde4cb512cab083ac58b133cca, NAME => 'ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:14,801 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:14,802 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:14,802 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(888): Instantiated ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:14,802 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7296): checking encryption for 68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:14,802 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7299): checking classloading for 68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:14,803 INFO [StoreOpener-68407cbde4cb512cab083ac58b133cca-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:14,805 INFO [StoreOpener-68407cbde4cb512cab083ac58b133cca-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68407cbde4cb512cab083ac58b133cca columnFamilyName f 2023-11-12T09:21:14,805 DEBUG [StoreOpener-68407cbde4cb512cab083ac58b133cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:14,806 INFO [StoreOpener-68407cbde4cb512cab083ac58b133cca-1 {}] regionserver.HStore(324): Store=68407cbde4cb512cab083ac58b133cca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:14,807 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:14,807 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:14,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1076): writing seq id for 68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:14,811 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:14,812 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): Opened 68407cbde4cb512cab083ac58b133cca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11634997760, jitterRate=0.08359360694885254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:21:14,812 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(992): Region open journal for 68407cbde4cb512cab083ac58b133cca: 2023-11-12T09:21:14,813 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca., pid=51, masterSystemTime=1699780874797 2023-11-12T09:21:14,815 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:14,815 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(158): Opened ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:14,815 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=68407cbde4cb512cab083ac58b133cca, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:14,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=50 2023-11-12T09:21:14,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=50, state=SUCCESS; OpenRegionProcedure 68407cbde4cb512cab083ac58b133cca, server=jenkins-hbase3.apache.org,43917,1699780828894 in 172 msec 2023-11-12T09:21:14,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=50, resume processing ppid=49 2023-11-12T09:21:14,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, ppid=49, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=68407cbde4cb512cab083ac58b133cca, ASSIGN in 330 msec 2023-11-12T09:21:14,821 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:21:14,821 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780874821"}]},"ts":"1699780874821"} 2023-11-12T09:21:14,823 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-12T09:21:14,825 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:21:14,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 771 msec 2023-11-12T09:21:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-12T09:21:15,164 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:table2, procId: 49 completed 2023-11-12T09:21:15,167 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/archive/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384 from hbase tables ns2:test-16997808380161 to tables ns2:table2 2023-11-12T09:21:15,167 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997808380161 into ns2:table2 2023-11-12T09:21:15,169 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-ns2-table2-1699780875167 from hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/archive/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384 2023-11-12T09:21:15,170 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x650f2d24 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:15,176 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69df4c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:15,177 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:15,178 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44342, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:15,179 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:21:15,179 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-12T09:21:15,182 DEBUG [hconnection-0x4b462166-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:15,184 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:15,185 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-12T09:21:15,186 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:21:15,186 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/partitions_71dc7228-cfbc-4f88-ba18-b0d4946f8133 2023-11-12T09:21:15,596 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:15,596 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:15,597 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:15,597 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,547 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop-3863490828383699442.jar 2023-11-12T09:21:16,547 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,548 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,548 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,549 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,549 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,549 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,550 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,550 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,551 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,551 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:16,552 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:21:16,553 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:21:16,553 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:21:16,553 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:21:16,554 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:21:16,555 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:21:16,555 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:21:16,555 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:21:16,556 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:21:16,556 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:21:16,557 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:21:16,557 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,558 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,558 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,558 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,558 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,559 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:21:16,560 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:21:16,560 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-12T09:21:16,560 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:16,560 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x650f2d24 to 127.0.0.1:57525 2023-11-12T09:21:16,560 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:16,560 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:21:16,560 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:21:16,561 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:21:16,567 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:21:16,573 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:21:16,648 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780876615/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:21:16,649 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/mapreduce.cluster.local.dir/1699780876615/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:21:16,705 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/archive/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/f/593426e5590c48cda0c99260f217c805 2023-11-12T09:21:16,710 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:21:16,729 DEBUG [pool-233-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x718387c6 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:16,733 DEBUG [pool-233-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a914a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:16,735 DEBUG [hconnection-0x2026deb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:16,737 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59794, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:16,739 DEBUG [pool-233-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x718387c6 to 127.0.0.1:57525 2023-11-12T09:21:16,739 DEBUG [pool-233-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:16,740 DEBUG [pool-233-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:21:16,740 DEBUG [pool-233-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:21:16,749 DEBUG [pool-233-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-ns2-table2-1699780875167/_temporary/0/_temporary/attempt_local1803811611_0005_r_000000_0/f/b449fe7787f54fd79d970eec6c326fb1 is 37, key is row10/f:q1/1699780840361/Put/seqid=0 2023-11-12T09:21:16,750 WARN [Thread-940 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:43917] Specified favored nodes: [jenkins-hbase3.apache.org:43917] 2023-11-12T09:21:16,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-11-12T09:21:16,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:21:17,705 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-ns2-table2-1699780875167 2023-11-12T09:21:17,706 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1604673e to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:17,714 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cc2391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:17,716 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:17,717 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59808, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:17,723 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-ns2-table2-1699780875167/_SUCCESS 2023-11-12T09:21:17,727 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:17,727 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44358, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:17,737 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-ns2-table2-1699780875167/f/b449fe7787f54fd79d970eec6c326fb1 first=Optional[row0] last=Optional[row98] 2023-11-12T09:21:17,738 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca., hostname=jenkins-hbase3.apache.org,43917,1699780828894, seqNum=2 for row with hfile group [{f,hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-ns2-table2-1699780875167/f/b449fe7787f54fd79d970eec6c326fb1}] 2023-11-12T09:21:17,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-ns2-table2-1699780875167/f/b449fe7787f54fd79d970eec6c326fb1 for inclusion in 68407cbde4cb512cab083ac58b133cca/f 2023-11-12T09:21:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:21:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:21:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HRegion(2520): Flush status journal for 68407cbde4cb512cab083ac58b133cca: 2023-11-12T09:21:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/hbase-staging/bulk_output-ns2-table2-1699780875167/f/b449fe7787f54fd79d970eec6c326fb1 to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__ns2_table2__gqeud806daj9q15dt0dru012kia4j8v58dbikrggfntrl6hou4pk57dpcqitpe7r/f/b449fe7787f54fd79d970eec6c326fb1 2023-11-12T09:21:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__ns2_table2__gqeud806daj9q15dt0dru012kia4j8v58dbikrggfntrl6hou4pk57dpcqitpe7r/f/b449fe7787f54fd79d970eec6c326fb1 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/f/1a024b2b9ad84e69889baefa256bb4ce_SeqId_4_ 2023-11-12T09:21:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5564ae01 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82dcd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:17,759 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44372, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:17,764 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59820, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:17,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5564ae01 to 127.0.0.1:57525 2023-11-12T09:21:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:17,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__ns2_table2__gqeud806daj9q15dt0dru012kia4j8v58dbikrggfntrl6hou4pk57dpcqitpe7r/f/b449fe7787f54fd79d970eec6c326fb1 into 68407cbde4cb512cab083ac58b133cca/f as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/f/1a024b2b9ad84e69889baefa256bb4ce_SeqId_4_ - updating store file list. 2023-11-12T09:21:17,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/f/1a024b2b9ad84e69889baefa256bb4ce_SeqId_4_ into 68407cbde4cb512cab083ac58b133cca/f 2023-11-12T09:21:17,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__ns2_table2__gqeud806daj9q15dt0dru012kia4j8v58dbikrggfntrl6hou4pk57dpcqitpe7r/f/b449fe7787f54fd79d970eec6c326fb1 into 68407cbde4cb512cab083ac58b133cca/f (new location: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/f/1a024b2b9ad84e69889baefa256bb4ce_SeqId_4_) 2023-11-12T09:21:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/staging/jenkins__ns2_table2__gqeud806daj9q15dt0dru012kia4j8v58dbikrggfntrl6hou4pk57dpcqitpe7r/f/b449fe7787f54fd79d970eec6c326fb1 2023-11-12T09:21:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x61cbd8e4 to 127.0.0.1:57525 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4f0701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:17,797 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44386, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:21:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:17,803 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59822, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:21:17,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x61cbd8e4 to 127.0.0.1:57525 2023-11-12T09:21:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:17,822 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:17,823 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1604673e to 127.0.0.1:57525 2023-11-12T09:21:17,823 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:17,823 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:21:17,823 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:21:17,823 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(233): Backup: backup_1699780859327 hdfs://localhost:42441/backupUT/backup_1699780859327/ns2/test-16997808380161/ 2023-11-12T09:21:17,824 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42441/backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:17,828 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780859327/.backup.manifest 2023-11-12T09:21:17,828 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(148): Restoring 'ns3:test-16997808380162' to 'ns3:table3_restore' from full backup image hdfs://localhost:42441/backupUT/backup_1699780859327/ns3/test-16997808380162 2023-11-12T09:21:17,834 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(101): Folder tableArchivePath: hdfs://localhost:42441/backupUT/backup_1699780859327/ns3/test-16997808380162/archive/data/ns3/test-16997808380162 does not exists 2023-11-12T09:21:17,834 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(326): find table descriptor but no archive dir for table ns3:test-16997808380162, will only create table 2023-11-12T09:21:17,835 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] util.RestoreTool(487): Creating target table 'ns3:table3_restore' 2023-11-12T09:21:17,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:table3_restore', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=52, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:table3_restore 2023-11-12T09:21:17,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:21:17,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "table3_restore" procId is: 52 2023-11-12T09:21:17,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:21:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-12T09:21:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-12T09:21:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-12T09:21:18,248 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4bf61bd83dafe2cf0bab8055198ce797, NAME => 'ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:table3_restore', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920 2023-11-12T09:21:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-12T09:21:18,655 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:18,655 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1668): Closing 4bf61bd83dafe2cf0bab8055198ce797, disabling compactions & flushes 2023-11-12T09:21:18,655 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:18,655 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:18,655 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. after waiting 0 ms 2023-11-12T09:21:18,655 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:18,655 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1909): Closed ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:18,655 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4bf61bd83dafe2cf0bab8055198ce797: 2023-11-12T09:21:18,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:21:18,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699780878656"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780878656"}]},"ts":"1699780878656"} 2023-11-12T09:21:18,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:21:18,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:21:18,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780878659"}]},"ts":"1699780878659"} 2023-11-12T09:21:18,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=ENABLING in hbase:meta 2023-11-12T09:21:18,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:table3_restore, region=4bf61bd83dafe2cf0bab8055198ce797, ASSIGN}] 2023-11-12T09:21:18,669 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:table3_restore, region=4bf61bd83dafe2cf0bab8055198ce797, ASSIGN 2023-11-12T09:21:18,670 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:table3_restore, region=4bf61bd83dafe2cf0bab8055198ce797, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43917,1699780828894; forceNewPlan=false, retain=false 2023-11-12T09:21:18,821 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=4bf61bd83dafe2cf0bab8055198ce797, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:18,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; OpenRegionProcedure 4bf61bd83dafe2cf0bab8055198ce797, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:21:18,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-12T09:21:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-12T09:21:18,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:18,979 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(130): Open ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:18,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7254): Opening region: {ENCODED => 4bf61bd83dafe2cf0bab8055198ce797, NAME => 'ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:18,979 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:18,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table3_restore 4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:18,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(888): Instantiated ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:18,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7296): checking encryption for 4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:18,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7299): checking classloading for 4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:18,981 INFO [StoreOpener-4bf61bd83dafe2cf0bab8055198ce797-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:18,982 INFO [StoreOpener-4bf61bd83dafe2cf0bab8055198ce797-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf61bd83dafe2cf0bab8055198ce797 columnFamilyName f 2023-11-12T09:21:18,982 DEBUG [StoreOpener-4bf61bd83dafe2cf0bab8055198ce797-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:18,983 INFO [StoreOpener-4bf61bd83dafe2cf0bab8055198ce797-1 {}] regionserver.HStore(324): Store=4bf61bd83dafe2cf0bab8055198ce797/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:18,984 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:18,984 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:18,986 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1076): writing seq id for 4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:18,988 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:18,988 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): Opened 4bf61bd83dafe2cf0bab8055198ce797; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10339769920, jitterRate=-0.03703388571739197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:21:18,989 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(992): Region open journal for 4bf61bd83dafe2cf0bab8055198ce797: 2023-11-12T09:21:18,990 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797., pid=54, masterSystemTime=1699780878975 2023-11-12T09:21:18,991 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:18,991 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(158): Opened ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:18,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=4bf61bd83dafe2cf0bab8055198ce797, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:18,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=54, resume processing ppid=53 2023-11-12T09:21:18,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, ppid=53, state=SUCCESS; OpenRegionProcedure 4bf61bd83dafe2cf0bab8055198ce797, server=jenkins-hbase3.apache.org,43917,1699780828894 in 170 msec 2023-11-12T09:21:18,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=53, resume processing ppid=52 2023-11-12T09:21:18,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=ns3:table3_restore, region=4bf61bd83dafe2cf0bab8055198ce797, ASSIGN in 327 msec 2023-11-12T09:21:18,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:21:18,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780878997"}]},"ts":"1699780878997"} 2023-11-12T09:21:18,998 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=ENABLED in hbase:meta 2023-11-12T09:21:19,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:21:19,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, state=SUCCESS; CreateTableProcedure table=ns3:table3_restore in 1.1640 sec 2023-11-12T09:21:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-12T09:21:19,947 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:table3_restore, procId: 52 completed 2023-11-12T09:21:19,951 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:21:19,951 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(233): Backup: backup_1699780859327 hdfs://localhost:42441/backupUT/backup_1699780859327/ns3/test-16997808380162/ 2023-11-12T09:21:19,951 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:21:19,953 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$18(967): Started disable of ns2:table2 2023-11-12T09:21:19,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable ns2:table2 2023-11-12T09:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:table2 2023-11-12T09:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:21:19,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780879958"}]},"ts":"1699780879958"} 2023-11-12T09:21:19,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2023-11-12T09:21:19,962 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set ns2:table2 to state=DISABLING 2023-11-12T09:21:19,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=68407cbde4cb512cab083ac58b133cca, UNASSIGN}] 2023-11-12T09:21:19,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=68407cbde4cb512cab083ac58b133cca, UNASSIGN 2023-11-12T09:21:19,965 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=68407cbde4cb512cab083ac58b133cca, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:19,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE; CloseRegionProcedure 68407cbde4cb512cab083ac58b133cca, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:21:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:21:20,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:20,118 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(119): Close 68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:20,119 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1668): Closing 68407cbde4cb512cab083ac58b133cca, disabling compactions & flushes 2023-11-12T09:21:20,119 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1690): Closing region ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:20,119 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:20,119 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. after waiting 0 ms 2023-11-12T09:21:20,119 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:20,125 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:21:20,126 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:20,126 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1909): Closed ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca. 2023-11-12T09:21:20,127 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1622): Region close journal for 68407cbde4cb512cab083ac58b133cca: 2023-11-12T09:21:20,128 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(163): Closed 68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:20,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=68407cbde4cb512cab083ac58b133cca, regionState=CLOSED 2023-11-12T09:21:20,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=57, resume processing ppid=56 2023-11-12T09:21:20,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=57, ppid=56, state=SUCCESS; CloseRegionProcedure 68407cbde4cb512cab083ac58b133cca, server=jenkins-hbase3.apache.org,43917,1699780828894 in 164 msec 2023-11-12T09:21:20,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=56, resume processing ppid=55 2023-11-12T09:21:20,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=56, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=68407cbde4cb512cab083ac58b133cca, UNASSIGN in 170 msec 2023-11-12T09:21:20,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780880133"}]},"ts":"1699780880133"} 2023-11-12T09:21:20,135 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2023-11-12T09:21:20,136 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set ns2:table2 to state=DISABLED 2023-11-12T09:21:20,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, state=SUCCESS; DisableTableProcedure table=ns2:table2 in 183 msec 2023-11-12T09:21:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:21:20,260 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: ns2:table2, procId: 55 completed 2023-11-12T09:21:20,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$5(2449): Client=jenkins//172.31.12.81 delete ns2:table2 2023-11-12T09:21:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns2:table2 2023-11-12T09:21:20,264 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-12T09:21:20,265 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-12T09:21:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=58 2023-11-12T09:21:20,267 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:20,269 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/f, FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/recovered.edits] 2023-11-12T09:21:20,275 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/f/1a024b2b9ad84e69889baefa256bb4ce_SeqId_4_ to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/archive/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/f/1a024b2b9ad84e69889baefa256bb4ce_SeqId_4_ 2023-11-12T09:21:20,278 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/recovered.edits/6.seqid to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/archive/data/ns2/table2/68407cbde4cb512cab083ac58b133cca/recovered.edits/6.seqid 2023-11-12T09:21:20,279 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/table2/68407cbde4cb512cab083ac58b133cca 2023-11-12T09:21:20,279 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(293): Archived ns2:table2 regions 2023-11-12T09:21:20,282 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-12T09:21:20,284 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2023-11-12T09:21:20,286 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:table2' descriptor. 2023-11-12T09:21:20,287 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-12T09:21:20,287 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:table2' from region states. 2023-11-12T09:21:20,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699780880287"}]},"ts":"9223372036854775807"} 2023-11-12T09:21:20,289 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:21:20,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 68407cbde4cb512cab083ac58b133cca, NAME => 'ns2:table2,,1699780874053.68407cbde4cb512cab083ac58b133cca.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:21:20,289 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:table2' as deleted. 2023-11-12T09:21:20,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699780880289"}]},"ts":"9223372036854775807"} 2023-11-12T09:21:20,290 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:table2 state from META 2023-11-12T09:21:20,293 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(127): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-12T09:21:20,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=58, state=SUCCESS; DeleteTableProcedure table=ns2:table2 in 32 msec 2023-11-12T09:21:20,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:21:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=58 2023-11-12T09:21:20,367 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: DELETE, Table Name: ns2:table2, procId: 58 completed 2023-11-12T09:21:20,367 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$18(967): Started disable of ns3:table3_restore 2023-11-12T09:21:20,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable ns3:table3_restore 2023-11-12T09:21:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns3:table3_restore 2023-11-12T09:21:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=59 2023-11-12T09:21:20,372 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780880372"}]},"ts":"1699780880372"} 2023-11-12T09:21:20,374 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=DISABLING in hbase:meta 2023-11-12T09:21:20,377 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set ns3:table3_restore to state=DISABLING 2023-11-12T09:21:20,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns3:table3_restore, region=4bf61bd83dafe2cf0bab8055198ce797, UNASSIGN}] 2023-11-12T09:21:20,379 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns3:table3_restore, region=4bf61bd83dafe2cf0bab8055198ce797, UNASSIGN 2023-11-12T09:21:20,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=4bf61bd83dafe2cf0bab8055198ce797, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:20,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE; CloseRegionProcedure 4bf61bd83dafe2cf0bab8055198ce797, server=jenkins-hbase3.apache.org,43917,1699780828894}] 2023-11-12T09:21:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=59 2023-11-12T09:21:20,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:20,534 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(119): Close 4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:20,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1668): Closing 4bf61bd83dafe2cf0bab8055198ce797, disabling compactions & flushes 2023-11-12T09:21:20,535 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1690): Closing region ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:20,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:20,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1778): Acquired close lock on ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. after waiting 0 ms 2023-11-12T09:21:20,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1788): Updates disabled for region ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:20,539 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:21:20,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:20,542 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1909): Closed ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797. 2023-11-12T09:21:20,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1622): Region close journal for 4bf61bd83dafe2cf0bab8055198ce797: 2023-11-12T09:21:20,543 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(163): Closed 4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:20,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=4bf61bd83dafe2cf0bab8055198ce797, regionState=CLOSED 2023-11-12T09:21:20,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=61, resume processing ppid=60 2023-11-12T09:21:20,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=61, ppid=60, state=SUCCESS; CloseRegionProcedure 4bf61bd83dafe2cf0bab8055198ce797, server=jenkins-hbase3.apache.org,43917,1699780828894 in 163 msec 2023-11-12T09:21:20,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=60, resume processing ppid=59 2023-11-12T09:21:20,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=60, ppid=59, state=SUCCESS; TransitRegionStateProcedure table=ns3:table3_restore, region=4bf61bd83dafe2cf0bab8055198ce797, UNASSIGN in 169 msec 2023-11-12T09:21:20,549 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780880549"}]},"ts":"1699780880549"} 2023-11-12T09:21:20,550 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=DISABLED in hbase:meta 2023-11-12T09:21:20,552 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(305): Set ns3:table3_restore to state=DISABLED 2023-11-12T09:21:20,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=59, state=SUCCESS; DisableTableProcedure table=ns3:table3_restore in 185 msec 2023-11-12T09:21:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=59 2023-11-12T09:21:20,674 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: ns3:table3_restore, procId: 59 completed 2023-11-12T09:21:20,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.HMaster$5(2449): Client=jenkins//172.31.12.81 delete ns3:table3_restore 2023-11-12T09:21:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] procedure2.ProcedureExecutor(1032): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns3:table3_restore 2023-11-12T09:21:20,678 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-12T09:21:20,679 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-12T09:21:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=62 2023-11-12T09:21:20,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:20,683 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797/f, FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797/recovered.edits] 2023-11-12T09:21:20,688 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797/recovered.edits/4.seqid to hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/archive/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797/recovered.edits/4.seqid 2023-11-12T09:21:20,688 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/table3_restore/4bf61bd83dafe2cf0bab8055198ce797 2023-11-12T09:21:20,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(293): Archived ns3:table3_restore regions 2023-11-12T09:21:20,691 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-12T09:21:20,693 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns3:table3_restore from hbase:meta 2023-11-12T09:21:20,694 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(387): Removing 'ns3:table3_restore' descriptor. 2023-11-12T09:21:20,695 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-12T09:21:20,695 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(377): Removing 'ns3:table3_restore' from region states. 2023-11-12T09:21:20,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699780880695"}]},"ts":"9223372036854775807"} 2023-11-12T09:21:20,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:21:20,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4bf61bd83dafe2cf0bab8055198ce797, NAME => 'ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:21:20,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(381): Marking 'ns3:table3_restore' as deleted. 2023-11-12T09:21:20,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699780880697"}]},"ts":"9223372036854775807"} 2023-11-12T09:21:20,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table ns3:table3_restore state from META 2023-11-12T09:21:20,701 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(127): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-12T09:21:20,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=62, state=SUCCESS; DeleteTableProcedure table=ns3:table3_restore in 26 msec 2023-11-12T09:21:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41805 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=62 2023-11-12T09:21:20,781 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.HBaseAdmin$TableFuture(3745): Operation: DELETE, Table Name: ns3:table3_restore, procId: 62 completed 2023-11-12T09:21:20,798 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.ResourceChecker(175): after: backup.TestRestoreBoundaryTests#testFullRestoreMultipleEmpty Thread=601 (was 596) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-676933275-172.31.12.81-1699780822045:blk_1073741875_1051, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1182445297_16 at /127.0.0.1:36442 [Receiving block BP-676933275-172.31.12.81-1699780822045:blk_1073741874_1050] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1845592986_16 at /127.0.0.1:35100 [Waiting for operation #29] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1182445297_16 at /127.0.0.1:35146 [Waiting for operation #25] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-676933275-172.31.12.81-1699780822045:blk_1073741874_1050, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1182445297_16 at /127.0.0.1:36450 [Receiving block BP-676933275-172.31.12.81-1699780822045:blk_1073741875_1051] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2c5d004b-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x60db37ca-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=701 (was 704), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=211 (was 252), ProcessCount=172 (was 172), AvailableMemoryMB=5332 (was 5428) 2023-11-12T09:21:20,799 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-12T09:21:20,807 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:21:20,807 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:20,807 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1ecdf9ba to 127.0.0.1:57525 2023-11-12T09:21:20,807 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:20,807 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:21:20,807 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] util.JVMClusterUtil(257): Found active master hash=853168384, stopped=false 2023-11-12T09:21:20,808 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:21:20,815 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:21:20,815 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:21:20,815 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:20,815 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:20,815 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:21:20,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:21:20,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:21:20,816 DEBUG [Listener at jenkins-hbase3.apache.org/45427 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:20,816 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,43917,1699780828894' ***** 2023-11-12T09:21:20,816 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:21:20,816 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:21:20,830 INFO [RS:0;jenkins-hbase3:43917 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1b02c2a6{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:21:20,834 INFO [RS:0;jenkins-hbase3:43917 {}] server.AbstractConnector(383): Stopped ServerConnector@3d4dfca4{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:21:20,834 INFO [RS:0;jenkins-hbase3:43917 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:21:20,835 INFO [RS:0;jenkins-hbase3:43917 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@242c1480{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:21:20,836 INFO [RS:0;jenkins-hbase3:43917 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65b8fa32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop.log.dir/,STOPPED} 2023-11-12T09:21:20,838 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:21:20,838 INFO [RS:0;jenkins-hbase3:43917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:21:20,839 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3528): Received CLOSE for 73a286532dde044e55717346fa77f384 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3528): Received CLOSE for ce95601df5d8ccb4963596b14514da32 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3528): Received CLOSE for ab1ae1154f9ce865ebcc7473f883b9cc 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3528): Received CLOSE for 5ca8608a5b3afd365eb1d8b9603253c7 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3528): Received CLOSE for 9816648097251e2cb839562ae3e4709e 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3528): Received CLOSE for 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3528): Received CLOSE for 2deaf898f6d272a8e2caf10d6cffd676 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:20,839 INFO [RS:0;jenkins-hbase3:43917 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:21:20,839 DEBUG [RS:0;jenkins-hbase3:43917 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:20,840 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:21:20,840 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:21:20,840 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:21:20,840 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:21:20,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 73a286532dde044e55717346fa77f384, disabling compactions & flushes 2023-11-12T09:21:20,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:21:20,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:21:20,840 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-12T09:21:20,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. after waiting 0 ms 2023-11-12T09:21:20,840 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1583): Online Regions={73a286532dde044e55717346fa77f384=ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384., ce95601df5d8ccb4963596b14514da32=hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32., 1588230740=hbase:meta,,1.1588230740, ab1ae1154f9ce865ebcc7473f883b9cc=test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc., 5ca8608a5b3afd365eb1d8b9603253c7=ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7., 9816648097251e2cb839562ae3e4709e=ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e., 62c3668ac7cfb055e16b6ae5bc18851d=backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d., 2deaf898f6d272a8e2caf10d6cffd676=backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676.} 2023-11-12T09:21:20,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:21:20,841 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:21:20,841 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:21:20,841 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:21:20,841 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:21:20,841 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:21:20,841 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=16.01 KB heapSize=28.33 KB 2023-11-12T09:21:20,843 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2deaf898f6d272a8e2caf10d6cffd676, 5ca8608a5b3afd365eb1d8b9603253c7, 62c3668ac7cfb055e16b6ae5bc18851d, 73a286532dde044e55717346fa77f384, 9816648097251e2cb839562ae3e4709e, ab1ae1154f9ce865ebcc7473f883b9cc, ce95601df5d8ccb4963596b14514da32 2023-11-12T09:21:20,847 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns2/test-16997808380161/73a286532dde044e55717346fa77f384/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:21:20,850 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:20,851 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:21:20,851 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 73a286532dde044e55717346fa77f384: 2023-11-12T09:21:20,851 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384. 2023-11-12T09:21:20,852 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ce95601df5d8ccb4963596b14514da32, disabling compactions & flushes 2023-11-12T09:21:20,852 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:21:20,852 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:21:20,852 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. after waiting 0 ms 2023-11-12T09:21:20,852 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:21:20,852 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ce95601df5d8ccb4963596b14514da32 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:21:20,865 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32/.tmp/info/762cb734ab924a33a12267f8ea8a83d3 is 45, key is default/info:d/1699780833720/Put/seqid=0 2023-11-12T09:21:20,873 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/info/31f0c2273ca74dcbae8377cf64cfd799 is 159, key is ns2:test-16997808380161,,1699780839234.73a286532dde044e55717346fa77f384./info:regioninfo/1699780840028/Put/seqid=0 2023-11-12T09:21:20,878 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:21:20,935 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:21:20,935 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:21:21,043 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2deaf898f6d272a8e2caf10d6cffd676, 5ca8608a5b3afd365eb1d8b9603253c7, 62c3668ac7cfb055e16b6ae5bc18851d, 9816648097251e2cb839562ae3e4709e, ab1ae1154f9ce865ebcc7473f883b9cc, ce95601df5d8ccb4963596b14514da32 2023-11-12T09:21:21,243 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2deaf898f6d272a8e2caf10d6cffd676, 5ca8608a5b3afd365eb1d8b9603253c7, 62c3668ac7cfb055e16b6ae5bc18851d, 9816648097251e2cb839562ae3e4709e, ab1ae1154f9ce865ebcc7473f883b9cc, ce95601df5d8ccb4963596b14514da32 2023-11-12T09:21:21,271 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32/.tmp/info/762cb734ab924a33a12267f8ea8a83d3 2023-11-12T09:21:21,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32/.tmp/info/762cb734ab924a33a12267f8ea8a83d3 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32/info/762cb734ab924a33a12267f8ea8a83d3 2023-11-12T09:21:21,282 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.17 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/info/31f0c2273ca74dcbae8377cf64cfd799 2023-11-12T09:21:21,290 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32/info/762cb734ab924a33a12267f8ea8a83d3, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:21:21,292 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for ce95601df5d8ccb4963596b14514da32 in 439ms, sequenceid=11, compaction requested=false 2023-11-12T09:21:21,304 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/namespace/ce95601df5d8ccb4963596b14514da32/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:21:21,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:21,305 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:21:21,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ce95601df5d8ccb4963596b14514da32: 2023-11-12T09:21:21,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699780832335.ce95601df5d8ccb4963596b14514da32. 2023-11-12T09:21:21,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ab1ae1154f9ce865ebcc7473f883b9cc, disabling compactions & flushes 2023-11-12T09:21:21,306 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:21:21,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:21:21,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. after waiting 0 ms 2023-11-12T09:21:21,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:21:21,314 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/rep_barrier/2e094474eb1646a290b81ee931fb5b7e is 102, key is ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797./rep_barrier:/1699780880691/DeleteFamily/seqid=0 2023-11-12T09:21:21,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/default/test-1699780838016/ab1ae1154f9ce865ebcc7473f883b9cc/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:21:21,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:21,315 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:21:21,315 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ab1ae1154f9ce865ebcc7473f883b9cc: 2023-11-12T09:21:21,315 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699780838016,,1699780838505.ab1ae1154f9ce865ebcc7473f883b9cc. 2023-11-12T09:21:21,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5ca8608a5b3afd365eb1d8b9603253c7, disabling compactions & flushes 2023-11-12T09:21:21,316 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:21:21,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:21:21,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. after waiting 0 ms 2023-11-12T09:21:21,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:21:21,320 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns3/test-16997808380162/5ca8608a5b3afd365eb1d8b9603253c7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-11-12T09:21:21,320 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:21,321 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:21:21,321 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5ca8608a5b3afd365eb1d8b9603253c7: 2023-11-12T09:21:21,322 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997808380162,,1699780840438.5ca8608a5b3afd365eb1d8b9603253c7. 2023-11-12T09:21:21,322 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9816648097251e2cb839562ae3e4709e, disabling compactions & flushes 2023-11-12T09:21:21,322 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:21:21,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:21:21,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. after waiting 0 ms 2023-11-12T09:21:21,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:21:21,323 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=274 B at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/rep_barrier/2e094474eb1646a290b81ee931fb5b7e 2023-11-12T09:21:21,327 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/ns4/test-16997808380163/9816648097251e2cb839562ae3e4709e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:21:21,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:21,329 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:21:21,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9816648097251e2cb839562ae3e4709e: 2023-11-12T09:21:21,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997808380163,,1699780842563.9816648097251e2cb839562ae3e4709e. 2023-11-12T09:21:21,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 62c3668ac7cfb055e16b6ae5bc18851d, disabling compactions & flushes 2023-11-12T09:21:21,330 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:21:21,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:21:21,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. after waiting 0 ms 2023-11-12T09:21:21,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:21:21,330 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 62c3668ac7cfb055e16b6ae5bc18851d 2/2 column families, dataSize=1.46 KB heapSize=2.61 KB 2023-11-12T09:21:21,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/meta/924593666d904241a8769fd2ec146398 is 171, key is trslm:hdfs://localhost:42441/backupUT\x00ns2:test-16997808380161/meta:log-roll-map/1699780873182/Put/seqid=0 2023-11-12T09:21:21,345 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/table/14498728fe584c5e94faa55db22a57ce is 96, key is ns3:table3_restore,,1699780877836.4bf61bd83dafe2cf0bab8055198ce797./table:/1699780880691/DeleteFamily/seqid=0 2023-11-12T09:21:21,352 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.58 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/table/14498728fe584c5e94faa55db22a57ce 2023-11-12T09:21:21,360 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/info/31f0c2273ca74dcbae8377cf64cfd799 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/info/31f0c2273ca74dcbae8377cf64cfd799 2023-11-12T09:21:21,366 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/info/31f0c2273ca74dcbae8377cf64cfd799, entries=76, sequenceid=75, filesize=14.6 K 2023-11-12T09:21:21,367 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/rep_barrier/2e094474eb1646a290b81ee931fb5b7e as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/rep_barrier/2e094474eb1646a290b81ee931fb5b7e 2023-11-12T09:21:21,373 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/rep_barrier/2e094474eb1646a290b81ee931fb5b7e, entries=3, sequenceid=75, filesize=5.5 K 2023-11-12T09:21:21,374 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/.tmp/table/14498728fe584c5e94faa55db22a57ce as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/table/14498728fe584c5e94faa55db22a57ce 2023-11-12T09:21:21,380 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/table/14498728fe584c5e94faa55db22a57ce, entries=20, sequenceid=75, filesize=6.2 K 2023-11-12T09:21:21,381 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~16.01 KB/16398, heapSize ~28.28 KB/28960, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=75, compaction requested=false 2023-11-12T09:21:21,391 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/hbase/meta/1588230740/recovered.edits/78.seqid, newMaxSeqId=78, maxSeqId=1 2023-11-12T09:21:21,392 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:21,392 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:21:21,392 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:21:21,392 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:21:21,393 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:21:21,444 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1609): Waiting on 2deaf898f6d272a8e2caf10d6cffd676, 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:21:21,644 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1609): Waiting on 2deaf898f6d272a8e2caf10d6cffd676, 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:21:21,744 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=717 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/meta/924593666d904241a8769fd2ec146398 2023-11-12T09:21:21,752 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/722b0910310a40ffbcde888056ae011b is 524, key is session:backup_1699780859327/session:context/1699780874021/Put/seqid=0 2023-11-12T09:21:21,844 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-11-12T09:21:21,844 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1583): Online Regions={62c3668ac7cfb055e16b6ae5bc18851d=backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d., 2deaf898f6d272a8e2caf10d6cffd676=backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676.} 2023-11-12T09:21:21,844 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1609): Waiting on 2deaf898f6d272a8e2caf10d6cffd676, 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:21:22,045 DEBUG [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1609): Waiting on 2deaf898f6d272a8e2caf10d6cffd676, 62c3668ac7cfb055e16b6ae5bc18851d 2023-11-12T09:21:22,159 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=775 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/722b0910310a40ffbcde888056ae011b 2023-11-12T09:21:22,166 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/meta/924593666d904241a8769fd2ec146398 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/meta/924593666d904241a8769fd2ec146398 2023-11-12T09:21:22,172 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/meta/924593666d904241a8769fd2ec146398, entries=6, sequenceid=27, filesize=5.8 K 2023-11-12T09:21:22,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/.tmp/session/722b0910310a40ffbcde888056ae011b as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/722b0910310a40ffbcde888056ae011b 2023-11-12T09:21:22,178 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/session/722b0910310a40ffbcde888056ae011b, entries=2, sequenceid=27, filesize=5.5 K 2023-11-12T09:21:22,179 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.58 KB/2640, currentSize=0 B/0 for 62c3668ac7cfb055e16b6ae5bc18851d in 849ms, sequenceid=27, compaction requested=true 2023-11-12T09:21:22,191 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system/62c3668ac7cfb055e16b6ae5bc18851d/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-12T09:21:22,192 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:22,192 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:21:22,192 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 62c3668ac7cfb055e16b6ae5bc18851d: 2023-11-12T09:21:22,192 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699780843897.62c3668ac7cfb055e16b6ae5bc18851d. 2023-11-12T09:21:22,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2deaf898f6d272a8e2caf10d6cffd676, disabling compactions & flushes 2023-11-12T09:21:22,193 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:21:22,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:21:22,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. after waiting 0 ms 2023-11-12T09:21:22,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:21:22,196 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/data/backup/system_bulk/2deaf898f6d272a8e2caf10d6cffd676/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:21:22,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:22,198 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:21:22,198 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2deaf898f6d272a8e2caf10d6cffd676: 2023-11-12T09:21:22,198 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699780845032.2deaf898f6d272a8e2caf10d6cffd676. 2023-11-12T09:21:22,245 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,43917,1699780828894; all regions closed. 2023-11-12T09:21:22,255 DEBUG [RS:0;jenkins-hbase3:43917 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/oldWALs 2023-11-12T09:21:22,255 INFO [RS:0;jenkins-hbase3:43917 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C43917%2C1699780828894.meta:.meta(num 1699780863524) 2023-11-12T09:21:22,263 DEBUG [RS:0;jenkins-hbase3:43917 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/oldWALs 2023-11-12T09:21:22,263 INFO [RS:0;jenkins-hbase3:43917 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C43917%2C1699780828894:(num 1699780863506) 2023-11-12T09:21:22,263 DEBUG [RS:0;jenkins-hbase3:43917 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:22,263 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:21:22,263 INFO [RS:0;jenkins-hbase3:43917 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:21:22,264 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:21:22,266 INFO [RS:0;jenkins-hbase3:43917 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:43917 2023-11-12T09:21:22,275 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:21:22,275 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,43917,1699780828894 2023-11-12T09:21:22,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,43917,1699780828894] 2023-11-12T09:21:22,278 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,43917,1699780828894; numProcessing=1 2023-11-12T09:21:22,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,43917,1699780828894 already deleted, retry=false 2023-11-12T09:21:22,279 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,43917,1699780828894 expired; onlineServers=0 2023-11-12T09:21:22,279 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,41805,1699780825730' ***** 2023-11-12T09:21:22,279 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:21:22,280 DEBUG [M:0;jenkins-hbase3:41805 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2950b169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:21:22,280 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:21:22,290 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-12T09:21:22,290 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:22,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:21:22,332 INFO [M:0;jenkins-hbase3:41805 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@c0df118{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:21:22,333 INFO [M:0;jenkins-hbase3:41805 {}] server.AbstractConnector(383): Stopped ServerConnector@4158e8b2{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:21:22,333 INFO [M:0;jenkins-hbase3:41805 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:21:22,334 INFO [M:0;jenkins-hbase3:41805 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7218172{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:21:22,334 INFO [M:0;jenkins-hbase3:41805 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@27c92766{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/hadoop.log.dir/,STOPPED} 2023-11-12T09:21:22,335 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,41805,1699780825730 2023-11-12T09:21:22,335 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,41805,1699780825730; all regions closed. 2023-11-12T09:21:22,335 DEBUG [M:0;jenkins-hbase3:41805 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:22,335 INFO [M:0;jenkins-hbase3:41805 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:21:22,336 INFO [M:0;jenkins-hbase3:41805 {}] server.AbstractConnector(383): Stopped ServerConnector@5bf65a94{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:21:22,336 DEBUG [M:0;jenkins-hbase3:41805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:21:22,336 INFO [M:0;jenkins-hbase3:41805 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:21:22,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:21:22,337 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780830658 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780830658,5,FailOnTimeoutGroup] 2023-11-12T09:21:22,337 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780830659 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780830659,5,FailOnTimeoutGroup] 2023-11-12T09:21:22,337 DEBUG [M:0;jenkins-hbase3:41805 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4543e170 to 127.0.0.1:57525 2023-11-12T09:21:22,337 DEBUG [M:0;jenkins-hbase3:41805 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:21:22,337 DEBUG [M:0;jenkins-hbase3:41805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:21:22,337 INFO [M:0;jenkins-hbase3:41805 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:21:22,337 DEBUG [M:0;jenkins-hbase3:41805 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:21:22,337 INFO [M:0;jenkins-hbase3:41805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:21:22,338 ERROR [M:0;jenkins-hbase3:41805 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2023-11-12T09:21:22,338 INFO [M:0;jenkins-hbase3:41805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:21:22,339 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:21:22,339 DEBUG [M:0;jenkins-hbase3:41805 {}] zookeeper.ZKUtil(347): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-12T09:21:22,339 WARN [M:0;jenkins-hbase3:41805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:21:22,339 INFO [M:0;jenkins-hbase3:41805 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:21:22,339 INFO [M:0;jenkins-hbase3:41805 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:21:22,340 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:21:22,358 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:22,358 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:22,358 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:21:22,358 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:22,358 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=235.01 KB heapSize=282.08 KB 2023-11-12T09:21:22,375 DEBUG [M:0;jenkins-hbase3:41805 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc52de430294dc28947f4318c209d24 is 88, key is hbase:meta,,1/info:sn/1699780831676/Put/seqid=0 2023-11-12T09:21:22,379 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:21:22,379 INFO [RS:0;jenkins-hbase3:43917 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,43917,1699780828894; zookeeper connection closed. 2023-11-12T09:21:22,379 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43917-0x1004ceefc350001, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:21:22,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2de035b9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2de035b9 2023-11-12T09:21:22,380 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:21:22,392 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc52de430294dc28947f4318c209d24 2023-11-12T09:21:22,423 DEBUG [M:0;jenkins-hbase3:41805 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa21f6a5738248b98d985b56a6500064 is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699780845427/Put/seqid=0 2023-11-12T09:21:22,835 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.41 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa21f6a5738248b98d985b56a6500064 2023-11-12T09:21:22,841 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa21f6a5738248b98d985b56a6500064 2023-11-12T09:21:22,854 DEBUG [M:0;jenkins-hbase3:41805 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17929f40e5824571afd55974734b10e4 is 82, key is jenkins-hbase3.apache.org,43917,1699780828894/rs:state/1699780830787/Put/seqid=0 2023-11-12T09:21:23,259 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17929f40e5824571afd55974734b10e4 2023-11-12T09:21:23,267 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc52de430294dc28947f4318c209d24 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bc52de430294dc28947f4318c209d24 2023-11-12T09:21:23,273 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bc52de430294dc28947f4318c209d24, entries=8, sequenceid=553, filesize=5.5 K 2023-11-12T09:21:23,274 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa21f6a5738248b98d985b56a6500064 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa21f6a5738248b98d985b56a6500064 2023-11-12T09:21:23,279 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa21f6a5738248b98d985b56a6500064 2023-11-12T09:21:23,279 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa21f6a5738248b98d985b56a6500064, entries=62, sequenceid=553, filesize=18.6 K 2023-11-12T09:21:23,280 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17929f40e5824571afd55974734b10e4 as hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17929f40e5824571afd55974734b10e4 2023-11-12T09:21:23,284 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42441/user/jenkins/test-data/a334b9e9-fcab-f8b6-4530-356f3247c920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17929f40e5824571afd55974734b10e4, entries=1, sequenceid=553, filesize=5.1 K 2023-11-12T09:21:23,285 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(3022): Finished flush of dataSize ~235.01 KB/240648, heapSize ~281.78 KB/288544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=553, compaction requested=false 2023-11-12T09:21:23,289 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:23,289 DEBUG [M:0;jenkins-hbase3:41805 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:21:23,292 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:21:23,292 INFO [M:0;jenkins-hbase3:41805 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:21:23,292 INFO [M:0;jenkins-hbase3:41805 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:21:23,293 INFO [M:0;jenkins-hbase3:41805 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:41805 2023-11-12T09:21:23,295 DEBUG [M:0;jenkins-hbase3:41805 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,41805,1699780825730 already deleted, retry=false 2023-11-12T09:21:23,396 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:21:23,396 INFO [M:0;jenkins-hbase3:41805 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,41805,1699780825730; zookeeper connection closed. 2023-11-12T09:21:23,397 DEBUG [Listener at localhost/41323-EventThread {}] zookeeper.ZKWatcher(604): master:41805-0x1004ceefc350000, quorum=127.0.0.1:57525, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:21:23,401 WARN [Listener at jenkins-hbase3.apache.org/45427 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:21:23,405 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:21:23,511 WARN [BP-676933275-172.31.12.81-1699780822045 heartbeating to localhost/127.0.0.1:42441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:21:23,511 WARN [BP-676933275-172.31.12.81-1699780822045 heartbeating to localhost/127.0.0.1:42441 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-676933275-172.31.12.81-1699780822045 (Datanode Uuid da634489-afcd-4bbf-b556-70f690358165) service to localhost/127.0.0.1:42441 2023-11-12T09:21:23,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/cluster_f63ff004-3f8d-1304-69e6-f1e59e7433c4/dfs/data/data1/current/BP-676933275-172.31.12.81-1699780822045 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:21:23,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f7d364d5-e82e-9808-589d-33e10c723f9b/cluster_f63ff004-3f8d-1304-69e6-f1e59e7433c4/dfs/data/data2/current/BP-676933275-172.31.12.81-1699780822045 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:21:23,547 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:21:23,666 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T09:21:23,723 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:21:23,723 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:21:23,734 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:21:23,850 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:21:23,959 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:21:23,960 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:21:24,065 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:21:24,069 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:21:24,071 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:21:24,076 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:21:24,178 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:21:24,178 INFO [Listener at jenkins-hbase3.apache.org/45427 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped