2023-08-22 04:38:22,521 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-08-22 04:38:22,533 main DEBUG Took 0.010216 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-08-22 04:38:22,533 main DEBUG PluginManager 'Core' found 129 plugins 2023-08-22 04:38:22,533 main DEBUG PluginManager 'Level' found 0 plugins 2023-08-22 04:38:22,534 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-08-22 04:38:22,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,543 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-08-22 04:38:22,555 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,559 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,559 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,560 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,561 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,562 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,563 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,564 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:38:22,564 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,565 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-08-22 04:38:22,567 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:38:22,568 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-08-22 04:38:22,570 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-08-22 04:38:22,570 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-08-22 04:38:22,571 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-08-22 04:38:22,571 main DEBUG PluginManager 'Converter' found 47 plugins 2023-08-22 04:38:22,583 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-08-22 04:38:22,586 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-08-22 04:38:22,587 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-08-22 04:38:22,587 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-08-22 04:38:22,588 main DEBUG createAppenders(={Console}) 2023-08-22 04:38:22,588 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-08-22 04:38:22,589 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-08-22 04:38:22,589 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-08-22 04:38:22,589 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-08-22 04:38:22,590 main DEBUG OutputStream closed 2023-08-22 04:38:22,590 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-08-22 04:38:22,590 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-08-22 04:38:22,590 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-08-22 04:38:22,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-08-22 04:38:22,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-08-22 04:38:22,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-08-22 04:38:22,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-08-22 04:38:22,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-08-22 04:38:22,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-08-22 04:38:22,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-08-22 04:38:22,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-08-22 04:38:22,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-08-22 04:38:22,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-08-22 04:38:22,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-08-22 04:38:22,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-08-22 04:38:22,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-08-22 04:38:22,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-08-22 04:38:22,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-08-22 04:38:22,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-08-22 04:38:22,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-08-22 04:38:22,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-08-22 04:38:22,643 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-22 04:38:22,643 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-08-22 04:38:22,644 main DEBUG Shutdown hook enabled. Registering a new one. 2023-08-22 04:38:22,645 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-08-22T04:38:22,674 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackupSet timeout: 13 mins 2023-08-22 04:38:22,678 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-08-22 04:38:22,678 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-22T04:38:22,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44 2023-08-22T04:38:23,001 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-22T04:38:23,004 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:38:23,005 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-08-22T04:38:23,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/cluster_ba00b01a-5784-e6c0-6970-2ac50b99b552, deleteOnExit=true 2023-08-22T04:38:23,008 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-08-22T04:38:23,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/test.cache.data in system properties and HBase conf 2023-08-22T04:38:23,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop.tmp.dir in system properties and HBase conf 2023-08-22T04:38:23,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop.log.dir in system properties and HBase conf 2023-08-22T04:38:23,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-22T04:38:23,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-22T04:38:23,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-22T04:38:23,104 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-08-22T04:38:23,539 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-08-22T04:38:23,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:38:23,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:38:23,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-22T04:38:23,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:38:23,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-22T04:38:23,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-22T04:38:23,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:38:23,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:38:23,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-22T04:38:23,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/nfs.dump.dir in system properties and HBase conf 2023-08-22T04:38:23,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/java.io.tmpdir in system properties and HBase conf 2023-08-22T04:38:23,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:38:23,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-22T04:38:23,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-08-22T04:38:24,008 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-22T04:38:24,012 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-22T04:38:24,298 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-08-22T04:38:24,436 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@6b8729fb via org.mortbay.log.Slf4jLog 2023-08-22T04:38:24,452 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:38:24,492 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:38:24,530 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/java.io.tmpdir/Jetty_localhost_45571_hdfs____.3xyaw8/webapp 2023-08-22T04:38:24,673 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45571 2023-08-22T04:38:24,702 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-22T04:38:24,702 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-22T04:38:25,241 WARN [Listener at localhost/41577 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-22T04:38:25,304 WARN [Listener at localhost/41577 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-08-22T04:38:25,323 WARN [Listener at localhost/41577 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:38:25,329 INFO [Listener at localhost/41577 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:38:25,335 INFO [Listener at localhost/41577 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/java.io.tmpdir/Jetty_localhost_45223_datanode____.ahp6x3/webapp 2023-08-22T04:38:25,436 INFO [Listener at localhost/41577 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45223 2023-08-22T04:38:25,740 WARN [Listener at localhost/36209 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-22T04:38:26,028 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-08-22T04:38:26,186 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xf3213de08f46d27f: Processing first storage report for DS-00952e96-ea60-49cc-a338-ea23868ce717 from datanode 4f1fd378-4091-4249-a27a-343149897267 2023-08-22T04:38:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xf3213de08f46d27f: from storage DS-00952e96-ea60-49cc-a338-ea23868ce717 node DatanodeRegistration(127.0.0.1:43667, datanodeUuid=4f1fd378-4091-4249-a27a-343149897267, infoPort=46667, infoSecurePort=0, ipcPort=36209, storageInfo=lv=-57;cid=testClusterID;nsid=701983230;c=1692679104083), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-08-22T04:38:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xf3213de08f46d27f: Processing first storage report for DS-fc286419-5fee-40d2-bb80-c71b9e1de673 from datanode 4f1fd378-4091-4249-a27a-343149897267 2023-08-22T04:38:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xf3213de08f46d27f: from storage DS-fc286419-5fee-40d2-bb80-c71b9e1de673 node DatanodeRegistration(127.0.0.1:43667, datanodeUuid=4f1fd378-4091-4249-a27a-343149897267, infoPort=46667, infoSecurePort=0, ipcPort=36209, storageInfo=lv=-57;cid=testClusterID;nsid=701983230;c=1692679104083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-08-22T04:38:26,241 DEBUG [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44 2023-08-22T04:38:26,324 INFO [Listener at localhost/36209 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/cluster_ba00b01a-5784-e6c0-6970-2ac50b99b552/zookeeper_0, clientPort=61858, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/cluster_ba00b01a-5784-e6c0-6970-2ac50b99b552/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/cluster_ba00b01a-5784-e6c0-6970-2ac50b99b552/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-08-22T04:38:26,344 INFO [Listener at localhost/36209 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61858 2023-08-22T04:38:26,352 INFO [Listener at localhost/36209 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:38:26,354 INFO [Listener at localhost/36209 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:38:27,027 INFO [Listener at localhost/36209 {}] util.FSUtils(461): Created version file at hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f with version=8 2023-08-22T04:38:27,027 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging 2023-08-22T04:38:27,043 DEBUG [Listener at localhost/36209 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-08-22T04:38:27,043 DEBUG [Listener at localhost/36209 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-08-22T04:38:27,043 DEBUG [Listener at localhost/36209 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-08-22T04:38:27,043 DEBUG [Listener at localhost/36209 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-08-22T04:38:27,253 DEBUG [Listener at localhost/36209 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-08-22T04:38:27,407 INFO [Listener at localhost/36209 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-08-22T04:38:28,038 INFO [Listener at localhost/36209 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-08-22T04:38:28,084 INFO [Listener at localhost/36209 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:38:28,085 INFO [Listener at localhost/36209 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-22T04:38:28,085 INFO [Listener at localhost/36209 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-22T04:38:28,085 INFO [Listener at localhost/36209 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:38:28,085 INFO [Listener at localhost/36209 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-22T04:38:28,236 INFO [Listener at localhost/36209 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-22T04:38:28,340 DEBUG [Listener at localhost/36209 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-08-22T04:38:28,346 INFO [Listener at localhost/36209 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-22T04:38:28,397 DEBUG [Listener at localhost/36209 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 7112 (auto-detected) 2023-08-22T04:38:28,398 DEBUG [Listener at localhost/36209 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-08-22T04:38:28,441 INFO [Listener at localhost/36209 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:41789 2023-08-22T04:38:28,457 INFO [Listener at localhost/36209 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:38:28,460 INFO [Listener at localhost/36209 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:38:28,478 INFO [Listener at localhost/36209 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:41789 connecting to ZooKeeper ensemble=127.0.0.1:61858 2023-08-22T04:38:28,531 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:417890x0, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-22T04:38:28,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:41789-0x1009e52cf5b0000 connected 2023-08-22T04:38:28,578 DEBUG [Listener at localhost/36209 {}] zookeeper.ZKUtil(113): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-22T04:38:28,582 DEBUG [Listener at localhost/36209 {}] zookeeper.ZKUtil(113): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-22T04:38:28,586 DEBUG [Listener at localhost/36209 {}] zookeeper.ZKUtil(113): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-22T04:38:28,596 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41789 2023-08-22T04:38:28,597 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41789 2023-08-22T04:38:28,597 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41789 2023-08-22T04:38:28,599 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41789 2023-08-22T04:38:28,601 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41789 2023-08-22T04:38:28,656 INFO [Listener at localhost/36209 {}] log.Log(170): Logging initialized @6787ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-08-22T04:38:28,778 INFO [Listener at localhost/36209 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-22T04:38:28,778 INFO [Listener at localhost/36209 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-22T04:38:28,779 INFO [Listener at localhost/36209 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-22T04:38:28,781 INFO [Listener at localhost/36209 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-08-22T04:38:28,782 INFO [Listener at localhost/36209 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-22T04:38:28,782 INFO [Listener at localhost/36209 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-22T04:38:28,785 INFO [Listener at localhost/36209 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-22T04:38:28,915 INFO [Listener at localhost/36209 {}] http.HttpServer(1219): Jetty bound to port 33973 2023-08-22T04:38:28,917 INFO [Listener at localhost/36209 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:38:28,947 INFO [Listener at localhost/36209 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:38:28,951 INFO [Listener at localhost/36209 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@137a2de3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop.log.dir/,AVAILABLE} 2023-08-22T04:38:28,952 INFO [Listener at localhost/36209 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:38:28,952 INFO [Listener at localhost/36209 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e69ee20{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-22T04:38:29,025 INFO [Listener at localhost/36209 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-22T04:38:29,040 INFO [Listener at localhost/36209 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-22T04:38:29,040 INFO [Listener at localhost/36209 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-22T04:38:29,042 INFO [Listener at localhost/36209 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-08-22T04:38:29,050 INFO [Listener at localhost/36209 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:38:30,173 INFO [Listener at localhost/36209 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6d1f1920{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-22T04:38:30,185 INFO [Listener at localhost/36209 {}] server.AbstractConnector(333): Started ServerConnector@393d744{HTTP/1.1, (http/1.1)}{0.0.0.0:33973} 2023-08-22T04:38:30,185 INFO [Listener at localhost/36209 {}] server.Server(415): Started @8316ms 2023-08-22T04:38:30,189 INFO [Listener at localhost/36209 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f, hbase.cluster.distributed=false 2023-08-22T04:38:30,249 INFO [Listener at localhost/36209 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-08-22T04:38:30,249 INFO [Listener at localhost/36209 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:38:30,249 INFO [Listener at localhost/36209 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-22T04:38:30,249 INFO [Listener at localhost/36209 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-22T04:38:30,250 INFO [Listener at localhost/36209 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:38:30,250 INFO [Listener at localhost/36209 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-22T04:38:30,258 INFO [Listener at localhost/36209 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-22T04:38:30,260 INFO [Listener at localhost/36209 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-22T04:38:30,261 INFO [Listener at localhost/36209 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39753 2023-08-22T04:38:30,264 INFO [Listener at localhost/36209 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-08-22T04:38:30,271 DEBUG [Listener at localhost/36209 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-08-22T04:38:30,272 INFO [Listener at localhost/36209 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:38:30,275 INFO [Listener at localhost/36209 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:38:30,277 INFO [Listener at localhost/36209 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:39753 connecting to ZooKeeper ensemble=127.0.0.1:61858 2023-08-22T04:38:30,280 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:397530x0, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-22T04:38:30,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:39753-0x1009e52cf5b0001 connected 2023-08-22T04:38:30,281 DEBUG [Listener at localhost/36209 {}] zookeeper.ZKUtil(113): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-22T04:38:30,282 DEBUG [Listener at localhost/36209 {}] zookeeper.ZKUtil(113): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-22T04:38:30,283 DEBUG [Listener at localhost/36209 {}] zookeeper.ZKUtil(113): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-22T04:38:30,284 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39753 2023-08-22T04:38:30,284 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39753 2023-08-22T04:38:30,284 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39753 2023-08-22T04:38:30,285 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39753 2023-08-22T04:38:30,285 DEBUG [Listener at localhost/36209 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39753 2023-08-22T04:38:30,288 INFO [Listener at localhost/36209 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-22T04:38:30,288 INFO [Listener at localhost/36209 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-22T04:38:30,289 INFO [Listener at localhost/36209 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-22T04:38:30,289 INFO [Listener at localhost/36209 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-08-22T04:38:30,289 INFO [Listener at localhost/36209 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-22T04:38:30,290 INFO [Listener at localhost/36209 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-22T04:38:30,290 INFO [Listener at localhost/36209 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-22T04:38:30,292 INFO [Listener at localhost/36209 {}] http.HttpServer(1219): Jetty bound to port 43617 2023-08-22T04:38:30,292 INFO [Listener at localhost/36209 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:38:30,293 INFO [Listener at localhost/36209 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:38:30,294 INFO [Listener at localhost/36209 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@52a25488{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop.log.dir/,AVAILABLE} 2023-08-22T04:38:30,294 INFO [Listener at localhost/36209 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:38:30,294 INFO [Listener at localhost/36209 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@71fdfa00{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-22T04:38:30,305 INFO [Listener at localhost/36209 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-22T04:38:30,306 INFO [Listener at localhost/36209 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-22T04:38:30,306 INFO [Listener at localhost/36209 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-22T04:38:30,306 INFO [Listener at localhost/36209 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-22T04:38:30,307 INFO [Listener at localhost/36209 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:38:30,312 INFO [Listener at localhost/36209 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7161065c{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-22T04:38:30,313 INFO [Listener at localhost/36209 {}] server.AbstractConnector(333): Started ServerConnector@47c40a63{HTTP/1.1, (http/1.1)}{0.0.0.0:43617} 2023-08-22T04:38:30,313 INFO [Listener at localhost/36209 {}] server.Server(415): Started @8444ms 2023-08-22T04:38:30,318 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:38:30,321 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@644017ac{HTTP/1.1, (http/1.1)}{0.0.0.0:36335} 2023-08-22T04:38:30,321 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8453ms 2023-08-22T04:38:30,321 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:30,337 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:38:30,337 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:38:30,341 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:30,348 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:41789 2023-08-22T04:38:30,369 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-22T04:38:30,369 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-22T04:38:30,370 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:30,370 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:30,370 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-22T04:38:30,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-22T04:38:30,371 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,41789,1692679107237 from backup master directory 2023-08-22T04:38:30,377 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:38:30,377 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:30,378 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:38:30,379 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-22T04:38:30,379 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:30,383 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-08-22T04:38:30,386 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-08-22T04:38:30,875 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase.id with ID: 48405e76-c5b3-4f31-a746-321e15064801 2023-08-22T04:38:30,947 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:38:30,962 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:30,962 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:31,007 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:38:31,009 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-08-22T04:38:31,030 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-08-22T04:38:31,030 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-08-22T04:38:31,031 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:38:31,041 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:38:31,043 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:38:31,514 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store 2023-08-22T04:38:31,940 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-08-22T04:38:31,940 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:31,941 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-22T04:38:31,941 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:38:31,941 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:38:31,941 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-22T04:38:31,942 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:38:31,942 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:38:31,942 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:38:31,944 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/.initializing 2023-08-22T04:38:31,944 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/WALs/jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:31,954 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-22T04:38:31,969 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41789%2C1692679107237, suffix=, logDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/WALs/jenkins-hbase3.apache.org,41789,1692679107237, archiveDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/oldWALs, maxLogs=10 2023-08-22T04:38:32,000 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/WALs/jenkins-hbase3.apache.org,41789,1692679107237/jenkins-hbase3.apache.org%2C41789%2C1692679107237.1692679111976, exclude list is [], retry=0 2023-08-22T04:38:32,028 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK] 2023-08-22T04:38:32,035 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:38:32,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/WALs/jenkins-hbase3.apache.org,41789,1692679107237/jenkins-hbase3.apache.org%2C41789%2C1692679107237.1692679111976 2023-08-22T04:38:32,104 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK]] 2023-08-22T04:38:32,105 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:32,105 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:32,110 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,111 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-08-22T04:38:32,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:32,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:38:32,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-08-22T04:38:32,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:32,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:32,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-08-22T04:38:32,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:32,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:32,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-08-22T04:38:32,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:32,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:32,237 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,257 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-08-22T04:38:32,264 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:38:32,274 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:32,275 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10530023360, jitterRate=-0.01931515336036682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-08-22T04:38:32,282 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:38:32,283 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-08-22T04:38:32,320 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be8cb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:38:32,375 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-08-22T04:38:32,399 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-08-22T04:38:32,399 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-08-22T04:38:32,403 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-08-22T04:38:32,404 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-08-22T04:38:32,411 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-08-22T04:38:32,412 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-08-22T04:38:32,454 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-08-22T04:38:32,476 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-08-22T04:38:32,479 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-08-22T04:38:32,482 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-08-22T04:38:32,484 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-08-22T04:38:32,485 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-08-22T04:38:32,489 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-08-22T04:38:32,498 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-08-22T04:38:32,500 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-08-22T04:38:32,501 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-08-22T04:38:32,503 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-08-22T04:38:32,518 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-08-22T04:38:32,520 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-08-22T04:38:32,525 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-22T04:38:32,526 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-22T04:38:32,526 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:32,526 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:32,526 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,41789,1692679107237, sessionid=0x1009e52cf5b0000, setting cluster-up flag (Was=false) 2023-08-22T04:38:32,536 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-08-22T04:38:32,546 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:32,546 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:32,554 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-08-22T04:38:32,555 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:32,560 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:32,560 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:32,567 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-08-22T04:38:32,568 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:32,573 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:32,573 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:32,579 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-08-22T04:38:32,580 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:32,637 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:39753 2023-08-22T04:38:32,638 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(997): ClusterId : 48405e76-c5b3-4f31-a746-321e15064801 2023-08-22T04:38:32,640 INFO [RS:0;jenkins-hbase3:39753 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-08-22T04:38:32,643 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-08-22T04:38:32,648 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-08-22T04:38:32,648 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-08-22T04:38:32,651 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-08-22T04:38:32,651 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-08-22T04:38:32,656 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-08-22T04:38:32,657 DEBUG [RS:0;jenkins-hbase3:39753 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185da711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:38:32,659 DEBUG [RS:0;jenkins-hbase3:39753 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333caea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-22T04:38:32,664 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-08-22T04:38:32,664 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-08-22T04:38:32,664 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-08-22T04:38:32,667 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,41789,1692679107237 with isa=jenkins-hbase3.apache.org/172.31.12.81:39753, startcode=1692679110248 2023-08-22T04:38:32,689 DEBUG [RS:0;jenkins-hbase3:39753 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-22T04:38:32,722 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-08-22T04:38:32,736 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-08-22T04:38:32,744 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-08-22T04:38:32,754 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48097, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-22T04:38:32,755 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,41789,1692679107237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-08-22T04:38:32,762 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:38:32,763 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:38:32,763 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:38:32,763 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:38:32,763 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41789 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-08-22T04:38:32,763 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-08-22T04:38:32,763 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,764 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-22T04:38:32,764 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,765 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1692679142765 2023-08-22T04:38:32,769 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-08-22T04:38:32,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-08-22T04:38:32,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-08-22T04:38:32,774 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-08-22T04:38:32,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:32,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-22T04:38:32,788 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-08-22T04:38:32,789 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-08-22T04:38:32,790 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-08-22T04:38:32,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-08-22T04:38:32,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-08-22T04:38:32,792 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,798 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-08-22T04:38:32,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-08-22T04:38:32,802 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-08-22T04:38:32,802 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:32,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-08-22T04:38:32,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5724d5f9 to 127.0.0.1:61858 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:38:32,815 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-08-22T04:38:32,815 WARN [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-08-22T04:38:32,832 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeee7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:38:32,832 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-22T04:38:32,837 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-08-22T04:38:32,837 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-08-22T04:38:32,842 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692679112840,5,FailOnTimeoutGroup] 2023-08-22T04:38:32,843 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692679112842,5,FailOnTimeoutGroup] 2023-08-22T04:38:32,843 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,843 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-08-22T04:38:32,845 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,845 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,916 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,41789,1692679107237 with isa=jenkins-hbase3.apache.org/172.31.12.81:39753, startcode=1692679110248 2023-08-22T04:38:32,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41789 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:32,932 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:32,932 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:41577 2023-08-22T04:38:32,932 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=33973 2023-08-22T04:38:32,938 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-22T04:38:32,938 DEBUG [RS:0;jenkins-hbase3:39753 {}] zookeeper.ZKUtil(111): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:32,938 WARN [RS:0;jenkins-hbase3:39753 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-22T04:38:32,939 INFO [RS:0;jenkins-hbase3:39753 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:38:32,939 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:32,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,39753,1692679110248] 2023-08-22T04:38:32,956 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-08-22T04:38:32,965 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-08-22T04:38:32,980 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-08-22T04:38:32,984 INFO [RS:0;jenkins-hbase3:39753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-08-22T04:38:32,984 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,985 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-08-22T04:38:32,995 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,995 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,995 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,996 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:38:32,997 DEBUG [RS:0;jenkins-hbase3:39753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-08-22T04:38:32,998 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,998 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,999 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,999 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:32,999 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39753,1692679110248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-22T04:38:33,018 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-08-22T04:38:33,021 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39753,1692679110248-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:33,036 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,39753,1692679110248 started 2023-08-22T04:38:33,036 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,39753,1692679110248, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:39753, sessionid=0x1009e52cf5b0001 2023-08-22T04:38:33,036 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-08-22T04:38:33,036 DEBUG [RS:0;jenkins-hbase3:39753 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:33,036 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39753,1692679110248' 2023-08-22T04:38:33,037 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-08-22T04:38:33,037 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-08-22T04:38:33,038 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-08-22T04:38:33,038 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-08-22T04:38:33,038 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39753,1692679110248' 2023-08-22T04:38:33,038 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:38:33,039 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:38:33,039 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-08-22T04:38:33,039 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-08-22T04:38:33,039 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-08-22T04:38:33,039 DEBUG [RS:0;jenkins-hbase3:39753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:33,039 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39753,1692679110248' 2023-08-22T04:38:33,039 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-08-22T04:38:33,040 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-08-22T04:38:33,040 DEBUG [RS:0;jenkins-hbase3:39753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-08-22T04:38:33,040 INFO [RS:0;jenkins-hbase3:39753 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-08-22T04:38:33,040 INFO [RS:0;jenkins-hbase3:39753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-08-22T04:38:33,150 INFO [RS:0;jenkins-hbase3:39753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-22T04:38:33,153 INFO [RS:0;jenkins-hbase3:39753 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39753%2C1692679110248, suffix=, logDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248, archiveDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/oldWALs, maxLogs=32 2023-08-22T04:38:33,165 DEBUG [RS:0;jenkins-hbase3:39753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.1692679113155, exclude list is [], retry=0 2023-08-22T04:38:33,171 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK] 2023-08-22T04:38:33,175 INFO [RS:0;jenkins-hbase3:39753 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.1692679113155 2023-08-22T04:38:33,175 DEBUG [RS:0;jenkins-hbase3:39753 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK]] 2023-08-22T04:38:33,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:33,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-22T04:38:33,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-22T04:38:33,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:33,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:38:33,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-22T04:38:33,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-22T04:38:33,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:33,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:38:33,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-22T04:38:33,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-22T04:38:33,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:33,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:38:33,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740 2023-08-22T04:38:33,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740 2023-08-22T04:38:33,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-22T04:38:33,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-22T04:38:33,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:33,252 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9869219040, jitterRate=-0.08085735142230988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-22T04:38:33,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-22T04:38:33,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-22T04:38:33,253 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-22T04:38:33,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-22T04:38:33,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-22T04:38:33,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-22T04:38:33,255 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-22T04:38:33,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-22T04:38:33,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-08-22T04:38:33,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-08-22T04:38:33,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-08-22T04:38:33,278 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-08-22T04:38:33,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-08-22T04:38:33,434 DEBUG [jenkins-hbase3:41789 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-08-22T04:38:33,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:33,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39753,1692679110248, state=OPENING 2023-08-22T04:38:33,459 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-08-22T04:38:33,466 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:33,466 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:33,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:38:33,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:38:33,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:38:33,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:33,672 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-08-22T04:38:33,676 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59196, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-08-22T04:38:33,688 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-08-22T04:38:33,689 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:38:33,690 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-08-22T04:38:33,693 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta, suffix=.meta, logDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248, archiveDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/oldWALs, maxLogs=32 2023-08-22T04:38:33,705 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta.1692679113694.meta, exclude list is [], retry=0 2023-08-22T04:38:33,713 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK] 2023-08-22T04:38:33,724 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta.1692679113694.meta 2023-08-22T04:38:33,726 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK]] 2023-08-22T04:38:33,727 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:33,734 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:38:33,735 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-08-22T04:38:33,760 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-08-22T04:38:33,760 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-08-22T04:38:33,767 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-08-22T04:38:33,767 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:33,767 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-08-22T04:38:33,767 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-08-22T04:38:33,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-22T04:38:33,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-22T04:38:33,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:33,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:38:33,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-22T04:38:33,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-22T04:38:33,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:33,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:38:33,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-22T04:38:33,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-22T04:38:33,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:33,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:38:33,779 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740 2023-08-22T04:38:33,782 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740 2023-08-22T04:38:33,785 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-22T04:38:33,787 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-22T04:38:33,789 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10264254080, jitterRate=-0.04406684637069702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-22T04:38:33,790 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-22T04:38:33,802 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1692679113659 2023-08-22T04:38:33,824 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-08-22T04:38:33,825 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-08-22T04:38:33,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:33,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39753,1692679110248, state=OPEN 2023-08-22T04:38:33,831 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-22T04:38:33,831 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-22T04:38:33,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:38:33,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:38:33,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-08-22T04:38:33,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39753,1692679110248 in 361 msec 2023-08-22T04:38:33,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-08-22T04:38:34,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 570 msec 2023-08-22T04:38:34,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3590 sec 2023-08-22T04:38:34,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1692679114005, completionTime=-1 2023-08-22T04:38:34,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-08-22T04:38:34,006 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-08-22T04:38:34,090 DEBUG [hconnection-0x4815ddf1-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:38:34,095 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59202, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:38:34,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-08-22T04:38:34,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1692679174132 2023-08-22T04:38:34,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1692679234132 2023-08-22T04:38:34,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 126 msec 2023-08-22T04:38:34,164 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41789,1692679107237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:34,164 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41789,1692679107237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:34,164 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41789,1692679107237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:34,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:41789, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:34,168 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-08-22T04:38:34,176 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-08-22T04:38:34,198 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-08-22T04:38:34,200 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-22T04:38:34,213 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-08-22T04:38:34,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:38:34,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:34,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:38:34,646 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => da870b3732ec1ef7706e13081d3ede24, NAME => 'hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:35,061 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:35,061 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing da870b3732ec1ef7706e13081d3ede24, disabling compactions & flushes 2023-08-22T04:38:35,061 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:38:35,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:38:35,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. after waiting 0 ms 2023-08-22T04:38:35,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:38:35,062 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:38:35,062 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for da870b3732ec1ef7706e13081d3ede24: 2023-08-22T04:38:35,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:38:35,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1692679115066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692679115066"}]},"ts":"1692679115066"} 2023-08-22T04:38:35,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:38:35,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:38:35,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679115117"}]},"ts":"1692679115117"} 2023-08-22T04:38:35,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-08-22T04:38:35,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=da870b3732ec1ef7706e13081d3ede24, ASSIGN}] 2023-08-22T04:38:35,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=da870b3732ec1ef7706e13081d3ede24, ASSIGN 2023-08-22T04:38:35,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=da870b3732ec1ef7706e13081d3ede24, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39753,1692679110248; forceNewPlan=false, retain=false 2023-08-22T04:38:35,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=da870b3732ec1ef7706e13081d3ede24, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:35,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure da870b3732ec1ef7706e13081d3ede24, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:38:35,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:38:35,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => da870b3732ec1ef7706e13081d3ede24, NAME => 'hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:35,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:38:35,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:38:35,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:35,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:38:35,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:38:35,467 INFO [StoreOpener-da870b3732ec1ef7706e13081d3ede24-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:38:35,469 INFO [StoreOpener-da870b3732ec1ef7706e13081d3ede24-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da870b3732ec1ef7706e13081d3ede24 columnFamilyName info 2023-08-22T04:38:35,469 DEBUG [StoreOpener-da870b3732ec1ef7706e13081d3ede24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:35,470 INFO [StoreOpener-da870b3732ec1ef7706e13081d3ede24-1 {}] regionserver.HStore(324): Store=da870b3732ec1ef7706e13081d3ede24/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:35,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:38:35,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:38:35,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:38:35,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:35,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened da870b3732ec1ef7706e13081d3ede24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9641891200, jitterRate=-0.10202890634536743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:38:35,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for da870b3732ec1ef7706e13081d3ede24: 2023-08-22T04:38:35,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24., pid=6, masterSystemTime=1692679115456 2023-08-22T04:38:35,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:38:35,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:38:35,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=da870b3732ec1ef7706e13081d3ede24, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:35,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-08-22T04:38:35,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure da870b3732ec1ef7706e13081d3ede24, server=jenkins-hbase3.apache.org,39753,1692679110248 in 192 msec 2023-08-22T04:38:35,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-08-22T04:38:35,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=da870b3732ec1ef7706e13081d3ede24, ASSIGN in 360 msec 2023-08-22T04:38:35,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:38:35,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679115503"}]},"ts":"1692679115503"} 2023-08-22T04:38:35,507 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-08-22T04:38:35,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:38:35,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3090 sec 2023-08-22T04:38:35,518 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-08-22T04:38:35,521 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39753-0x1009e52cf5b0001, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:35,521 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-08-22T04:38:35,521 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:38:35,573 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-08-22T04:38:35,593 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:38:35,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 36 msec 2023-08-22T04:38:35,610 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-08-22T04:38:35,622 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:38:35,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-08-22T04:38:35,636 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-08-22T04:38:35,640 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-08-22T04:38:35,640 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 5.261sec 2023-08-22T04:38:35,642 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-08-22T04:38:35,643 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-08-22T04:38:35,645 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-08-22T04:38:35,646 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-08-22T04:38:35,646 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-08-22T04:38:35,647 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41789,1692679107237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-22T04:38:35,648 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41789,1692679107237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-08-22T04:38:35,666 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-08-22T04:38:35,668 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-08-22T04:38:35,698 DEBUG [Listener at localhost/36209 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4145b4d9 to 127.0.0.1:61858 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:38:35,704 DEBUG [Listener at localhost/36209 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc96856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:38:35,710 DEBUG [Listener at localhost/36209 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-08-22T04:38:35,711 DEBUG [Listener at localhost/36209 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-08-22T04:38:35,729 DEBUG [hconnection-0x7bc6cf2e-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:38:35,749 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59210, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:38:35,763 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:38:35,763 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-08-22T04:38:35,763 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/test.cache.data in system properties and HBase conf 2023-08-22T04:38:35,763 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop.tmp.dir in system properties and HBase conf 2023-08-22T04:38:35,764 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop.log.dir in system properties and HBase conf 2023-08-22T04:38:35,764 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-22T04:38:35,764 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-22T04:38:35,764 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-22T04:38:35,764 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:38:35,764 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:38:35,765 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-22T04:38:35,765 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:38:35,765 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-22T04:38:35,765 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-22T04:38:35,765 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:38:35,765 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:38:35,765 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-22T04:38:35,766 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/nfs.dump.dir in system properties and HBase conf 2023-08-22T04:38:35,766 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/java.io.tmpdir in system properties and HBase conf 2023-08-22T04:38:35,766 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:38:35,766 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-22T04:38:35,766 INFO [Listener at localhost/36209 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-08-22T04:38:37,339 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:38:37,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-22T04:38:37,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:37,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-22T04:38:37,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:37,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:38:37,411 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-08-22T04:38:37,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-22T04:38:37,411 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-08-22T04:38:37,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-22T04:38:37,411 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:37,702 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:38:37,709 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40221_jobhistory____.2lmcn5/webapp 2023-08-22T04:38:37,913 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-08-22T04:38:37,913 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-08-22T04:38:37,914 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:38:37,917 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:38:38,018 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:38,152 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:38,446 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-08-22T04:38:38,479 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40221 2023-08-22T04:38:38,831 WARN [Listener at jenkins-hbase3.apache.org/44679 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:38:38,914 WARN [Listener at jenkins-hbase3.apache.org/44679 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:38:38,914 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:38:38,921 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34515_cluster____rkhs0b/webapp 2023-08-22T04:38:39,023 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:38:39,023 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-08-22T04:38:39,024 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:38:39,024 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:38:39,036 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:39,237 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:39,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:38:39,347 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:39,356 INFO [Listener at jenkins-hbase3.apache.org/44679 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34515 2023-08-22T04:38:39,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-08-22T04:38:39,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-08-22T04:38:39,826 WARN [Listener at jenkins-hbase3.apache.org/46037 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:38:39,853 WARN [Listener at jenkins-hbase3.apache.org/46037 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:38:39,853 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:38:39,860 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_46031_node____ji0eej/webapp 2023-08-22T04:38:39,912 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-22T04:38:39,913 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:38:39,913 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:38:39,913 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:38:39,921 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:39,942 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:40,038 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:40,052 INFO [Listener at jenkins-hbase3.apache.org/46037 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:46031 2023-08-22T04:38:40,218 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:38:40,226 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:38:40,227 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:38:40,238 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38965_node____.d07f72/webapp 2023-08-22T04:38:40,304 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-22T04:38:40,304 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:38:40,304 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:38:40,304 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:38:40,311 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:40,326 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:40,388 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:38:40,395 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38965 2023-08-22T04:38:40,447 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-08-22T04:38:40,447 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:41577/backupUT 2023-08-22T04:38:40,461 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:38:40,465 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:55030, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:38:40,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-08-22T04:38:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-08-22T04:38:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-22T04:38:40,501 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:38:40,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-08-22T04:38:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-22T04:38:40,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-08-22T04:38:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-08-22T04:38:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-22T04:38:40,613 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:38:40,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 20 msec 2023-08-22T04:38:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-22T04:38:40,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-08-22T04:38:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-08-22T04:38:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-22T04:38:40,724 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:38:40,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-08-22T04:38:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-22T04:38:40,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-08-22T04:38:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-08-22T04:38:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-22T04:38:40,835 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:38:40,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-08-22T04:38:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-22T04:38:40,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1692679120447', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:38:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1692679120447 2023-08-22T04:38:40,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1692679120447 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:38:40,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1692679120447" procId is: 13 2023-08-22T04:38:40,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:40,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1692679120447 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:38:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:38:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:38:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:38:41,391 INFO [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6bcc36b9d508e79fdf5390b18f04d6c7, NAME => 'test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1692679120447', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:41,408 DEBUG [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(888): Instantiated test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:41,408 DEBUG [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(1668): Closing 6bcc36b9d508e79fdf5390b18f04d6c7, disabling compactions & flushes 2023-08-22T04:38:41,408 INFO [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(1690): Closing region test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:41,408 DEBUG [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:41,408 DEBUG [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. after waiting 0 ms 2023-08-22T04:38:41,408 DEBUG [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:41,408 INFO [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(1909): Closed test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:41,408 DEBUG [RegionOpenAndInit-test-1692679120447-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6bcc36b9d508e79fdf5390b18f04d6c7: 2023-08-22T04:38:41,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1692679120447 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:38:41,410 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1692679121410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692679121410"}]},"ts":"1692679121410"} 2023-08-22T04:38:41,413 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:38:41,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1692679120447 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:38:41,414 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1692679120447","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679121414"}]},"ts":"1692679121414"} 2023-08-22T04:38:41,416 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1692679120447, state=ENABLING in hbase:meta 2023-08-22T04:38:41,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1692679120447, region=6bcc36b9d508e79fdf5390b18f04d6c7, ASSIGN}] 2023-08-22T04:38:41,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1692679120447, region=6bcc36b9d508e79fdf5390b18f04d6c7, ASSIGN 2023-08-22T04:38:41,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1692679120447, region=6bcc36b9d508e79fdf5390b18f04d6c7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39753,1692679110248; forceNewPlan=false, retain=false 2023-08-22T04:38:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:38:41,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=6bcc36b9d508e79fdf5390b18f04d6c7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:41,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 6bcc36b9d508e79fdf5390b18f04d6c7, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:38:41,746 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:41,746 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 6bcc36b9d508e79fdf5390b18f04d6c7, NAME => 'test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:41,747 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:38:41,747 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1692679120447 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:41,747 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:41,747 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:41,747 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:41,750 INFO [StoreOpener-6bcc36b9d508e79fdf5390b18f04d6c7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:41,752 INFO [StoreOpener-6bcc36b9d508e79fdf5390b18f04d6c7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bcc36b9d508e79fdf5390b18f04d6c7 columnFamilyName f 2023-08-22T04:38:41,752 DEBUG [StoreOpener-6bcc36b9d508e79fdf5390b18f04d6c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:41,753 INFO [StoreOpener-6bcc36b9d508e79fdf5390b18f04d6c7-1 {}] regionserver.HStore(324): Store=6bcc36b9d508e79fdf5390b18f04d6c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:41,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:41,755 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:41,764 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:41,770 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:41,771 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 6bcc36b9d508e79fdf5390b18f04d6c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10295540000, jitterRate=-0.04115311801433563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:38:41,772 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 6bcc36b9d508e79fdf5390b18f04d6c7: 2023-08-22T04:38:41,774 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7., pid=15, masterSystemTime=1692679121739 2023-08-22T04:38:41,778 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:41,778 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:41,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=6bcc36b9d508e79fdf5390b18f04d6c7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:41,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-08-22T04:38:41,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 6bcc36b9d508e79fdf5390b18f04d6c7, server=jenkins-hbase3.apache.org,39753,1692679110248 in 197 msec 2023-08-22T04:38:41,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-08-22T04:38:41,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1692679120447, region=6bcc36b9d508e79fdf5390b18f04d6c7, ASSIGN in 365 msec 2023-08-22T04:38:41,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1692679120447 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:38:41,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1692679120447","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679121789"}]},"ts":"1692679121789"} 2023-08-22T04:38:41,791 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1692679120447, state=ENABLED in hbase:meta 2023-08-22T04:38:41,796 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1692679120447 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:38:41,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1692679120447 in 850 msec 2023-08-22T04:38:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:38:42,070 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1692679120447, procId: 13 completed 2023-08-22T04:38:42,071 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x02fbcf2c to 127.0.0.1:61858 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:38:42,077 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51079014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:38:42,082 DEBUG [hconnection-0x3bab2331-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:38:42,085 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42462, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:38:42,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HRegion(8210): writing data to region test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. with WAL disabled. Data may be lost in the event of a crash. 2023-08-22T04:38:42,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16926791204471', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:38:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16926791204471 2023-08-22T04:38:42,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16926791204471 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:38:42,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:42,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16926791204471" procId is: 16 2023-08-22T04:38:42,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16926791204471 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:38:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:38:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:38:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:38:42,615 INFO [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7813d49272aea9ca76bc435cd3832572, NAME => 'ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16926791204471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:38:43,036 DEBUG [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:43,036 DEBUG [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(1668): Closing 7813d49272aea9ca76bc435cd3832572, disabling compactions & flushes 2023-08-22T04:38:43,036 INFO [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:38:43,036 DEBUG [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:38:43,036 DEBUG [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. after waiting 0 ms 2023-08-22T04:38:43,036 DEBUG [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:38:43,036 INFO [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:38:43,036 DEBUG [RegionOpenAndInit-ns2:test-16926791204471-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7813d49272aea9ca76bc435cd3832572: 2023-08-22T04:38:43,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16926791204471 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:38:43,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692679123038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692679123038"}]},"ts":"1692679123038"} 2023-08-22T04:38:43,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:38:43,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16926791204471 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:38:43,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16926791204471","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679123042"}]},"ts":"1692679123042"} 2023-08-22T04:38:43,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16926791204471, state=ENABLING in hbase:meta 2023-08-22T04:38:43,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16926791204471, region=7813d49272aea9ca76bc435cd3832572, ASSIGN}] 2023-08-22T04:38:43,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16926791204471, region=7813d49272aea9ca76bc435cd3832572, ASSIGN 2023-08-22T04:38:43,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16926791204471, region=7813d49272aea9ca76bc435cd3832572, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39753,1692679110248; forceNewPlan=false, retain=false 2023-08-22T04:38:43,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=7813d49272aea9ca76bc435cd3832572, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:43,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 7813d49272aea9ca76bc435cd3832572, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:38:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:38:43,365 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:38:43,366 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 7813d49272aea9ca76bc435cd3832572, NAME => 'ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:43,366 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:38:43,366 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926791204471 7813d49272aea9ca76bc435cd3832572 2023-08-22T04:38:43,366 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:43,366 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 7813d49272aea9ca76bc435cd3832572 2023-08-22T04:38:43,366 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 7813d49272aea9ca76bc435cd3832572 2023-08-22T04:38:43,368 INFO [StoreOpener-7813d49272aea9ca76bc435cd3832572-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7813d49272aea9ca76bc435cd3832572 2023-08-22T04:38:43,370 INFO [StoreOpener-7813d49272aea9ca76bc435cd3832572-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7813d49272aea9ca76bc435cd3832572 columnFamilyName f 2023-08-22T04:38:43,370 DEBUG [StoreOpener-7813d49272aea9ca76bc435cd3832572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:43,371 INFO [StoreOpener-7813d49272aea9ca76bc435cd3832572-1 {}] regionserver.HStore(324): Store=7813d49272aea9ca76bc435cd3832572/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:43,372 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572 2023-08-22T04:38:43,373 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572 2023-08-22T04:38:43,376 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 7813d49272aea9ca76bc435cd3832572 2023-08-22T04:38:43,383 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:43,384 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 7813d49272aea9ca76bc435cd3832572; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10717118080, jitterRate=-0.0018905997276306152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:38:43,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 7813d49272aea9ca76bc435cd3832572: 2023-08-22T04:38:43,386 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572., pid=18, masterSystemTime=1692679123361 2023-08-22T04:38:43,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:38:43,388 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:38:43,389 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=7813d49272aea9ca76bc435cd3832572, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:43,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-08-22T04:38:43,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 7813d49272aea9ca76bc435cd3832572, server=jenkins-hbase3.apache.org,39753,1692679110248 in 184 msec 2023-08-22T04:38:43,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-08-22T04:38:43,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16926791204471, region=7813d49272aea9ca76bc435cd3832572, ASSIGN in 345 msec 2023-08-22T04:38:43,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16926791204471 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:38:43,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16926791204471","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679123399"}]},"ts":"1692679123399"} 2023-08-22T04:38:43,402 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16926791204471, state=ENABLED in hbase:meta 2023-08-22T04:38:43,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16926791204471 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:38:43,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16926791204471 in 1.2110 sec 2023-08-22T04:38:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:38:44,311 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16926791204471, procId: 16 completed 2023-08-22T04:38:44,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HRegion(8210): writing data to region ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. with WAL disabled. Data may be lost in the event of a crash. 2023-08-22T04:38:44,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16926791204472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:38:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16926791204472 2023-08-22T04:38:44,439 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16926791204472 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:38:44,439 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:44,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16926791204472" procId is: 19 2023-08-22T04:38:44,440 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16926791204472 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:38:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:38:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:38:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:38:44,860 INFO [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 22c0f48693c4c64a5106b1cb9180b53d, NAME => 'ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16926791204472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:38:45,276 DEBUG [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:45,277 DEBUG [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(1668): Closing 22c0f48693c4c64a5106b1cb9180b53d, disabling compactions & flushes 2023-08-22T04:38:45,277 INFO [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:38:45,277 DEBUG [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:38:45,277 DEBUG [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. after waiting 0 ms 2023-08-22T04:38:45,277 DEBUG [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:38:45,277 INFO [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:38:45,277 DEBUG [RegionOpenAndInit-ns3:test-16926791204472-pool-0 {}] regionserver.HRegion(1622): Region close journal for 22c0f48693c4c64a5106b1cb9180b53d: 2023-08-22T04:38:45,278 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16926791204472 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:38:45,279 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692679125279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692679125279"}]},"ts":"1692679125279"} 2023-08-22T04:38:45,281 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:38:45,282 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16926791204472 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:38:45,283 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16926791204472","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679125282"}]},"ts":"1692679125282"} 2023-08-22T04:38:45,285 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16926791204472, state=ENABLING in hbase:meta 2023-08-22T04:38:45,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16926791204472, region=22c0f48693c4c64a5106b1cb9180b53d, ASSIGN}] 2023-08-22T04:38:45,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16926791204472, region=22c0f48693c4c64a5106b1cb9180b53d, ASSIGN 2023-08-22T04:38:45,298 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16926791204472, region=22c0f48693c4c64a5106b1cb9180b53d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39753,1692679110248; forceNewPlan=false, retain=false 2023-08-22T04:38:45,380 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16926791204471' 2023-08-22T04:38:45,380 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1692679120447' 2023-08-22T04:38:45,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=22c0f48693c4c64a5106b1cb9180b53d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:45,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 22c0f48693c4c64a5106b1cb9180b53d, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:38:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:38:45,610 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:38:45,610 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 22c0f48693c4c64a5106b1cb9180b53d, NAME => 'ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:45,611 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:38:45,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926791204472 22c0f48693c4c64a5106b1cb9180b53d 2023-08-22T04:38:45,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:45,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 22c0f48693c4c64a5106b1cb9180b53d 2023-08-22T04:38:45,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 22c0f48693c4c64a5106b1cb9180b53d 2023-08-22T04:38:45,613 INFO [StoreOpener-22c0f48693c4c64a5106b1cb9180b53d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 22c0f48693c4c64a5106b1cb9180b53d 2023-08-22T04:38:45,615 INFO [StoreOpener-22c0f48693c4c64a5106b1cb9180b53d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22c0f48693c4c64a5106b1cb9180b53d columnFamilyName f 2023-08-22T04:38:45,615 DEBUG [StoreOpener-22c0f48693c4c64a5106b1cb9180b53d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:45,616 INFO [StoreOpener-22c0f48693c4c64a5106b1cb9180b53d-1 {}] regionserver.HStore(324): Store=22c0f48693c4c64a5106b1cb9180b53d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:45,617 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns3/test-16926791204472/22c0f48693c4c64a5106b1cb9180b53d 2023-08-22T04:38:45,617 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns3/test-16926791204472/22c0f48693c4c64a5106b1cb9180b53d 2023-08-22T04:38:45,620 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 22c0f48693c4c64a5106b1cb9180b53d 2023-08-22T04:38:45,624 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns3/test-16926791204472/22c0f48693c4c64a5106b1cb9180b53d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:45,625 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 22c0f48693c4c64a5106b1cb9180b53d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11055949920, jitterRate=0.029665574431419373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:38:45,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 22c0f48693c4c64a5106b1cb9180b53d: 2023-08-22T04:38:45,627 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d., pid=21, masterSystemTime=1692679125605 2023-08-22T04:38:45,630 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:38:45,630 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:38:45,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=22c0f48693c4c64a5106b1cb9180b53d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:45,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-08-22T04:38:45,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 22c0f48693c4c64a5106b1cb9180b53d, server=jenkins-hbase3.apache.org,39753,1692679110248 in 181 msec 2023-08-22T04:38:45,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-08-22T04:38:45,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16926791204472, region=22c0f48693c4c64a5106b1cb9180b53d, ASSIGN in 342 msec 2023-08-22T04:38:45,640 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16926791204472 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:38:45,640 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16926791204472","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679125640"}]},"ts":"1692679125640"} 2023-08-22T04:38:45,642 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16926791204472, state=ENABLED in hbase:meta 2023-08-22T04:38:45,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16926791204472 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:38:45,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16926791204472 in 1.2100 sec 2023-08-22T04:38:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:38:46,551 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16926791204472, procId: 19 completed 2023-08-22T04:38:46,551 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16926791204472 get assigned. Timeout = 60000ms 2023-08-22T04:38:46,553 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:38:46,558 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16926791204472 assigned to meta. Checking AM states. 2023-08-22T04:38:46,559 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:38:46,559 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16926791204472 assigned. 2023-08-22T04:38:46,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16926791204473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:38:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16926791204473 2023-08-22T04:38:46,565 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16926791204473 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:38:46,565 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:46,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16926791204473" procId is: 22 2023-08-22T04:38:46,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16926791204473 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:38:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:38:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:38:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:38:46,984 INFO [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 8bfdaa954a7c9e1597063c7238a273a1, NAME => 'ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16926791204473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:38:47,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:38:47,400 DEBUG [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:47,400 DEBUG [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(1668): Closing 8bfdaa954a7c9e1597063c7238a273a1, disabling compactions & flushes 2023-08-22T04:38:47,400 INFO [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:38:47,400 DEBUG [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:38:47,400 DEBUG [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. after waiting 0 ms 2023-08-22T04:38:47,400 DEBUG [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:38:47,400 INFO [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:38:47,400 DEBUG [RegionOpenAndInit-ns4:test-16926791204473-pool-0 {}] regionserver.HRegion(1622): Region close journal for 8bfdaa954a7c9e1597063c7238a273a1: 2023-08-22T04:38:47,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16926791204471 2023-08-22T04:38:47,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16926791204471 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:47,402 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16926791204473 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:38:47,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692679127402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692679127402"}]},"ts":"1692679127402"} 2023-08-22T04:38:47,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16926791204472 2023-08-22T04:38:47,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16926791204472 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:47,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1692679120447 2023-08-22T04:38:47,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1692679120447 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:47,404 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:38:47,406 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16926791204473 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:38:47,406 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16926791204473","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679127406"}]},"ts":"1692679127406"} 2023-08-22T04:38:47,408 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16926791204473, state=ENABLING in hbase:meta 2023-08-22T04:38:47,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16926791204473, region=8bfdaa954a7c9e1597063c7238a273a1, ASSIGN}] 2023-08-22T04:38:47,414 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16926791204473, region=8bfdaa954a7c9e1597063c7238a273a1, ASSIGN 2023-08-22T04:38:47,416 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16926791204473, region=8bfdaa954a7c9e1597063c7238a273a1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39753,1692679110248; forceNewPlan=false, retain=false 2023-08-22T04:38:47,567 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=8bfdaa954a7c9e1597063c7238a273a1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:47,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 8bfdaa954a7c9e1597063c7238a273a1, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:38:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:38:47,726 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:38:47,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 8bfdaa954a7c9e1597063c7238a273a1, NAME => 'ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:47,727 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:38:47,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926791204473 8bfdaa954a7c9e1597063c7238a273a1 2023-08-22T04:38:47,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:47,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 8bfdaa954a7c9e1597063c7238a273a1 2023-08-22T04:38:47,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 8bfdaa954a7c9e1597063c7238a273a1 2023-08-22T04:38:47,729 INFO [StoreOpener-8bfdaa954a7c9e1597063c7238a273a1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8bfdaa954a7c9e1597063c7238a273a1 2023-08-22T04:38:47,731 INFO [StoreOpener-8bfdaa954a7c9e1597063c7238a273a1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfdaa954a7c9e1597063c7238a273a1 columnFamilyName f 2023-08-22T04:38:47,731 DEBUG [StoreOpener-8bfdaa954a7c9e1597063c7238a273a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:47,732 INFO [StoreOpener-8bfdaa954a7c9e1597063c7238a273a1-1 {}] regionserver.HStore(324): Store=8bfdaa954a7c9e1597063c7238a273a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:47,732 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns4/test-16926791204473/8bfdaa954a7c9e1597063c7238a273a1 2023-08-22T04:38:47,733 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns4/test-16926791204473/8bfdaa954a7c9e1597063c7238a273a1 2023-08-22T04:38:47,736 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 8bfdaa954a7c9e1597063c7238a273a1 2023-08-22T04:38:47,739 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns4/test-16926791204473/8bfdaa954a7c9e1597063c7238a273a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:47,739 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 8bfdaa954a7c9e1597063c7238a273a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11467382560, jitterRate=0.0679832249879837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:38:47,740 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 8bfdaa954a7c9e1597063c7238a273a1: 2023-08-22T04:38:47,741 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1., pid=24, masterSystemTime=1692679127722 2023-08-22T04:38:47,744 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:38:47,744 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:38:47,745 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=8bfdaa954a7c9e1597063c7238a273a1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:47,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-08-22T04:38:47,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 8bfdaa954a7c9e1597063c7238a273a1, server=jenkins-hbase3.apache.org,39753,1692679110248 in 177 msec 2023-08-22T04:38:47,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-08-22T04:38:47,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16926791204473, region=8bfdaa954a7c9e1597063c7238a273a1, ASSIGN in 337 msec 2023-08-22T04:38:47,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16926791204473 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:38:47,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16926791204473","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679127752"}]},"ts":"1692679127752"} 2023-08-22T04:38:47,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16926791204473, state=ENABLED in hbase:meta 2023-08-22T04:38:47,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16926791204473 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:38:47,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16926791204473 in 1.1970 sec 2023-08-22T04:38:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:38:48,676 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16926791204473, procId: 22 completed 2023-08-22T04:38:48,676 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16926791204473 get assigned. Timeout = 60000ms 2023-08-22T04:38:48,676 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:38:48,681 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16926791204473 assigned to meta. Checking AM states. 2023-08-22T04:38:48,681 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:38:48,681 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16926791204473 assigned. 2023-08-22T04:38:48,682 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x02fbcf2c to 127.0.0.1:61858 2023-08-22T04:38:48,683 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:38:48,727 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSet#testFullBackupSetExist Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=227, ProcessCount=168, AvailableMemoryMB=6939 2023-08-22T04:38:48,727 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-08-22T04:38:48,730 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] backup.TestFullBackupSet(52): Test full backup, backup set exists 2023-08-22T04:38:48,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-08-22T04:38:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-08-22T04:38:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-22T04:38:48,761 DEBUG [Listener at localhost/36209-EventThread {}] zookeeper.ZKWatcher(604): master:41789-0x1009e52cf5b0000, quorum=127.0.0.1:61858, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:38:48,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 17 msec 2023-08-22T04:38:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-22T04:38:48,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:38:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-08-22T04:38:48,879 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:38:48,880 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:48,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-08-22T04:38:48,881 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:38:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:38:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:38:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:38:49,314 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 23a5b18d67c8dcdfa93af44cecc7c1d3, NAME => 'backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:49,327 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:49,327 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 23a5b18d67c8dcdfa93af44cecc7c1d3, disabling compactions & flushes 2023-08-22T04:38:49,327 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:49,327 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:49,327 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. after waiting 0 ms 2023-08-22T04:38:49,327 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:49,327 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:49,328 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 23a5b18d67c8dcdfa93af44cecc7c1d3: 2023-08-22T04:38:49,329 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:38:49,330 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1692679129329"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692679129329"}]},"ts":"1692679129329"} 2023-08-22T04:38:49,332 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:38:49,333 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:38:49,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679129333"}]},"ts":"1692679129333"} 2023-08-22T04:38:49,335 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-08-22T04:38:49,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=23a5b18d67c8dcdfa93af44cecc7c1d3, ASSIGN}] 2023-08-22T04:38:49,343 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=23a5b18d67c8dcdfa93af44cecc7c1d3, ASSIGN 2023-08-22T04:38:49,344 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=23a5b18d67c8dcdfa93af44cecc7c1d3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39753,1692679110248; forceNewPlan=false, retain=false 2023-08-22T04:38:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:38:49,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=23a5b18d67c8dcdfa93af44cecc7c1d3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:49,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 23a5b18d67c8dcdfa93af44cecc7c1d3, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:38:49,655 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:49,655 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 23a5b18d67c8dcdfa93af44cecc7c1d3, NAME => 'backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:49,656 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:38:49,656 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:49,657 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:49,657 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:49,657 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:49,659 INFO [StoreOpener-23a5b18d67c8dcdfa93af44cecc7c1d3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:49,661 INFO [StoreOpener-23a5b18d67c8dcdfa93af44cecc7c1d3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a5b18d67c8dcdfa93af44cecc7c1d3 columnFamilyName meta 2023-08-22T04:38:49,661 DEBUG [StoreOpener-23a5b18d67c8dcdfa93af44cecc7c1d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:49,662 INFO [StoreOpener-23a5b18d67c8dcdfa93af44cecc7c1d3-1 {}] regionserver.HStore(324): Store=23a5b18d67c8dcdfa93af44cecc7c1d3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:49,662 INFO [StoreOpener-23a5b18d67c8dcdfa93af44cecc7c1d3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:49,664 INFO [StoreOpener-23a5b18d67c8dcdfa93af44cecc7c1d3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a5b18d67c8dcdfa93af44cecc7c1d3 columnFamilyName session 2023-08-22T04:38:49,664 DEBUG [StoreOpener-23a5b18d67c8dcdfa93af44cecc7c1d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:49,665 INFO [StoreOpener-23a5b18d67c8dcdfa93af44cecc7c1d3-1 {}] regionserver.HStore(324): Store=23a5b18d67c8dcdfa93af44cecc7c1d3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:49,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:49,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:49,668 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-22T04:38:49,670 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:49,673 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:49,674 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 23a5b18d67c8dcdfa93af44cecc7c1d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10478136320, jitterRate=-0.024147510528564453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-22T04:38:49,675 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 23a5b18d67c8dcdfa93af44cecc7c1d3: 2023-08-22T04:38:49,676 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3., pid=28, masterSystemTime=1692679129650 2023-08-22T04:38:49,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:49,679 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:49,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=23a5b18d67c8dcdfa93af44cecc7c1d3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:49,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-08-22T04:38:49,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 23a5b18d67c8dcdfa93af44cecc7c1d3, server=jenkins-hbase3.apache.org,39753,1692679110248 in 184 msec 2023-08-22T04:38:49,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-08-22T04:38:49,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=23a5b18d67c8dcdfa93af44cecc7c1d3, ASSIGN in 343 msec 2023-08-22T04:38:49,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:38:49,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679129688"}]},"ts":"1692679129688"} 2023-08-22T04:38:49,690 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-08-22T04:38:49,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:38:49,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 817 msec 2023-08-22T04:38:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:38:49,990 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-08-22T04:38:50,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:38:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-08-22T04:38:50,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:38:50,016 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:50,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-08-22T04:38:50,017 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:38:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:38:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:38:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:38:50,435 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => aeb0bae0d48aa98cebd2beb781db1f1f, NAME => 'backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:50,447 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:50,447 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing aeb0bae0d48aa98cebd2beb781db1f1f, disabling compactions & flushes 2023-08-22T04:38:50,447 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:38:50,447 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:38:50,447 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. after waiting 0 ms 2023-08-22T04:38:50,447 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:38:50,447 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:38:50,447 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for aeb0bae0d48aa98cebd2beb781db1f1f: 2023-08-22T04:38:50,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:38:50,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1692679130449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692679130449"}]},"ts":"1692679130449"} 2023-08-22T04:38:50,451 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:38:50,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:38:50,452 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679130452"}]},"ts":"1692679130452"} 2023-08-22T04:38:50,454 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-08-22T04:38:50,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=aeb0bae0d48aa98cebd2beb781db1f1f, ASSIGN}] 2023-08-22T04:38:50,460 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=aeb0bae0d48aa98cebd2beb781db1f1f, ASSIGN 2023-08-22T04:38:50,461 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=aeb0bae0d48aa98cebd2beb781db1f1f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39753,1692679110248; forceNewPlan=false, retain=false 2023-08-22T04:38:50,612 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=aeb0bae0d48aa98cebd2beb781db1f1f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:50,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure aeb0bae0d48aa98cebd2beb781db1f1f, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:38:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:38:50,772 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:38:50,772 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => aeb0bae0d48aa98cebd2beb781db1f1f, NAME => 'backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:38:50,773 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:38:50,773 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:38:50,773 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:38:50,773 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:38:50,773 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:38:50,775 INFO [StoreOpener-aeb0bae0d48aa98cebd2beb781db1f1f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:38:50,776 INFO [StoreOpener-aeb0bae0d48aa98cebd2beb781db1f1f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeb0bae0d48aa98cebd2beb781db1f1f columnFamilyName meta 2023-08-22T04:38:50,777 DEBUG [StoreOpener-aeb0bae0d48aa98cebd2beb781db1f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:50,777 INFO [StoreOpener-aeb0bae0d48aa98cebd2beb781db1f1f-1 {}] regionserver.HStore(324): Store=aeb0bae0d48aa98cebd2beb781db1f1f/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:50,777 INFO [StoreOpener-aeb0bae0d48aa98cebd2beb781db1f1f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:38:50,779 INFO [StoreOpener-aeb0bae0d48aa98cebd2beb781db1f1f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeb0bae0d48aa98cebd2beb781db1f1f columnFamilyName session 2023-08-22T04:38:50,779 DEBUG [StoreOpener-aeb0bae0d48aa98cebd2beb781db1f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:38:50,780 INFO [StoreOpener-aeb0bae0d48aa98cebd2beb781db1f1f-1 {}] regionserver.HStore(324): Store=aeb0bae0d48aa98cebd2beb781db1f1f/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:38:50,781 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system_bulk/aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:38:50,781 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system_bulk/aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:38:50,783 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-22T04:38:50,786 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:38:50,790 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system_bulk/aeb0bae0d48aa98cebd2beb781db1f1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:38:50,790 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened aeb0bae0d48aa98cebd2beb781db1f1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10327414880, jitterRate=-0.03818453848361969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-22T04:38:50,791 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for aeb0bae0d48aa98cebd2beb781db1f1f: 2023-08-22T04:38:50,792 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f., pid=31, masterSystemTime=1692679130767 2023-08-22T04:38:50,795 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:38:50,795 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:38:50,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=aeb0bae0d48aa98cebd2beb781db1f1f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:50,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-08-22T04:38:50,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure aeb0bae0d48aa98cebd2beb781db1f1f, server=jenkins-hbase3.apache.org,39753,1692679110248 in 182 msec 2023-08-22T04:38:50,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-08-22T04:38:50,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=aeb0bae0d48aa98cebd2beb781db1f1f, ASSIGN in 342 msec 2023-08-22T04:38:50,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:38:50,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679130803"}]},"ts":"1692679130803"} 2023-08-22T04:38:50,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-08-22T04:38:50,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:38:50,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 799 msec 2023-08-22T04:38:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:38:51,127 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-08-22T04:38:51,188 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d2714c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:38:51,189 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:38:51,191 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43842, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:38:51,198 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:38:51,200 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36332, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:38:51,303 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-22T04:38:51,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-22T04:38:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692679131356 (current time:1692679131356). 2023-08-22T04:38:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:38:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-22T04:38:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734fd2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:38:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:38:51,372 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36338, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:38:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:38:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:38:51,381 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-08-22T04:38:51,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16926791204472' 2023-08-22T04:38:51,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-08-22T04:38:51,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16926791204473' 2023-08-22T04:38:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-22T04:38:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-22T04:38:51,397 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:38:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:38:51,405 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:38:51,408 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:38:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:38:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:38:51,825 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:38:51,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 23a5b18d67c8dcdfa93af44cecc7c1d3}] 2023-08-22T04:38:51,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:52,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39753 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-08-22T04:38:52,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:52,004 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 23a5b18d67c8dcdfa93af44cecc7c1d3 2/2 column families, dataSize=107 B heapSize=768 B 2023-08-22T04:38:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:38:52,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/meta/3a7a988c8b144fcc9611071343b6ace4 is 66, key is backupset:name/meta:tables/1692679131144/Put/seqid=0 2023-08-22T04:38:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:38:52,519 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/meta/3a7a988c8b144fcc9611071343b6ace4 2023-08-22T04:38:52,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3a7a988c8b144fcc9611071343b6ace4 2023-08-22T04:38:52,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/session/1c199126564d42b98e34bc8727fd7601 is 49, key is activesession:/session:c/1692679131339/Put/seqid=0 2023-08-22T04:38:53,023 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/session/1c199126564d42b98e34bc8727fd7601 2023-08-22T04:38:53,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1c199126564d42b98e34bc8727fd7601 2023-08-22T04:38:53,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/meta/3a7a988c8b144fcc9611071343b6ace4 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/meta/3a7a988c8b144fcc9611071343b6ace4 2023-08-22T04:38:53,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/meta/3a7a988c8b144fcc9611071343b6ace4, entries=1, sequenceid=6, filesize=4.9 K 2023-08-22T04:38:53,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/session/1c199126564d42b98e34bc8727fd7601 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/session/1c199126564d42b98e34bc8727fd7601 2023-08-22T04:38:53,051 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/session/1c199126564d42b98e34bc8727fd7601, entries=1, sequenceid=6, filesize=4.9 K 2023-08-22T04:38:53,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~107 B/107, heapSize ~736 B/736, currentSize=0 B/0 for 23a5b18d67c8dcdfa93af44cecc7c1d3 in 1049ms, sequenceid=6, compaction requested=false 2023-08-22T04:38:53,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 23a5b18d67c8dcdfa93af44cecc7c1d3: 2023-08-22T04:38:53,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. for snapshot_backup_system completed. 2023-08-22T04:38:53,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3.' region-info for snapshot=snapshot_backup_system 2023-08-22T04:38:53,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:38:53,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/meta/3a7a988c8b144fcc9611071343b6ace4] hfiles 2023-08-22T04:38:53,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/meta/3a7a988c8b144fcc9611071343b6ace4 for snapshot=snapshot_backup_system 2023-08-22T04:38:53,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/session/1c199126564d42b98e34bc8727fd7601] hfiles 2023-08-22T04:38:53,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/session/1c199126564d42b98e34bc8727fd7601 for snapshot=snapshot_backup_system 2023-08-22T04:38:53,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:38:53,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-08-22T04:38:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-08-22T04:38:53,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:53,095 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:38:53,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-08-22T04:38:53,098 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:38:53,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 23a5b18d67c8dcdfa93af44cecc7c1d3 in 1.2670 sec 2023-08-22T04:38:53,100 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:38:53,103 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:38:53,103 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-22T04:38:53,106 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-22T04:38:53,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:38:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:38:53,534 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:38:53,551 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:38:53,551 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/.hbase-snapshot/snapshot_backup_system 2023-08-22T04:38:54,387 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:38:54,387 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-22T04:38:54,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 3.0000 sec 2023-08-22T04:38:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:38:55,512 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.TableBackupClient(115): Backup backup_1692679131270 started at 1692679135512. 2023-08-22T04:38:55,534 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.TableBackupClient(119): Backup session backup_1692679131270 has been started. 2023-08-22T04:38:55,541 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-22T04:38:55,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-22T04:38:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-22T04:38:55,557 INFO [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-22T04:38:55,557 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-22T04:38:55,558 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-22T04:38:55,558 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-22T04:38:55,559 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-22T04:38:55,560 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,560 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-22T04:38:55,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:38:55,560 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-22T04:38:55,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-22T04:38:55,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-22T04:38:55,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-22T04:38:55,561 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-22T04:38:55,563 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-22T04:38:55,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-22T04:38:55,564 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-22T04:38:55,564 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-22T04:38:55,564 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-22T04:38:55,564 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-22T04:38:55,565 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39753,1692679110248' joining acquired barrier for procedure (rolllog) in zk 2023-08-22T04:38:55,572 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-22T04:38:55,572 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,572 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:38:55,572 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:38:55,572 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-22T04:38:55,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:38:55,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:38:55,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:38:55,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:38:55,574 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39753,1692679110248' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-22T04:38:55,574 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@839ffd6[Count = 0] remaining members to acquire global barrier 2023-08-22T04:38:55,574 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-22T04:38:55,574 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-22T04:38:55,576 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-22T04:38:55,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-22T04:38:55,577 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-22T04:38:55,577 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-22T04:38:55,577 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-22T04:38:55,578 DEBUG [rs(jenkins-hbase3.apache.org,39753,1692679110248)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,578 INFO [rs(jenkins-hbase3.apache.org,39753,1692679110248)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1692679113155 highest: 1692679113155 on jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,578 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39753%2C1692679110248:(num 1692679113155) roll requested 2023-08-22T04:38:55,589 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.1692679135578, exclude list is [], retry=0 2023-08-22T04:38:55,594 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK] 2023-08-22T04:38:55,598 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.1692679113155 with entries=20, filesize=4.15 KB; new WAL /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.1692679135578 2023-08-22T04:38:55,599 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK]] 2023-08-22T04:38:55,599 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.1692679113155 is not closed yet, will try archiving it next time 2023-08-22T04:38:55,599 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta:.meta(num 1692679113694) roll requested 2023-08-22T04:38:55,611 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta.1692679135599.meta, exclude list is [], retry=0 2023-08-22T04:38:55,615 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK] 2023-08-22T04:38:55,617 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta.1692679113694.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta.1692679135599.meta 2023-08-22T04:38:55,617 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43667,DS-00952e96-ea60-49cc-a338-ea23868ce717,DISK]] 2023-08-22T04:38:55,617 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/WALs/jenkins-hbase3.apache.org,39753,1692679110248/jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta.1692679113694.meta is not closed yet, will try archiving it next time 2023-08-22T04:38:55,619 DEBUG [rs(jenkins-hbase3.apache.org,39753,1692679110248)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-08-22T04:38:55,619 INFO [rs(jenkins-hbase3.apache.org,39753,1692679110248)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1692679135578 on jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,619 DEBUG [rs(jenkins-hbase3.apache.org,39753,1692679110248)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:38:55,621 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43858, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-22T04:38:55,639 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-22T04:38:55,639 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39753,1692679110248' in zk 2023-08-22T04:38:55,642 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-22T04:38:55,642 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-22T04:38:55,642 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,642 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:38:55,642 DEBUG [member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-22T04:38:55,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:38:55,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:38:55,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:38:55,644 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:38:55,644 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,644 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:38:55,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:38:55,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39753,1692679110248': 2023-08-22T04:38:55,646 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39753,1692679110248' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-22T04:38:55,646 INFO [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-22T04:38:55,646 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-22T04:38:55,646 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-22T04:38:55,646 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-22T04:38:55,646 INFO [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-22T04:38:55,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-22T04:38:55,648 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-22T04:38:55,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:38:55,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:38:55,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-22T04:38:55,649 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-22T04:38:55,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:38:55,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:38:55,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-22T04:38:55,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:38:55,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:38:55,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:38:55,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:38:55,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:38:55,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:38:55,660 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-22T04:38:55,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:38:55,660 DEBUG [(jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-22T04:38:55,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-22T04:38:55,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-22T04:38:55,661 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-22T04:38:55,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:38:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-22T04:38:55,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } 2023-08-22T04:38:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692679135774 (current time:1692679135774). 2023-08-22T04:38:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:38:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1692679135773_default_test-1692679120447 VERSION not specified, setting to 2 2023-08-22T04:38:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780e2a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:38:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:38:55,783 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36352, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:38:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:38:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:38:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } 2023-08-22T04:38:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-22T04:38:55,788 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:38:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:38:55,789 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:38:55,791 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:38:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:38:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:38:56,232 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:38:56,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 6bcc36b9d508e79fdf5390b18f04d6c7}] 2023-08-22T04:38:56,234 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:56,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39753 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-08-22T04:38:56,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:56,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 6bcc36b9d508e79fdf5390b18f04d6c7 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-22T04:38:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:38:56,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/.tmp/f/827e6a7e473045f9960c8384eca9f22d is 37, key is row10/f:q1/1692679122103/Put/seqid=0 2023-08-22T04:38:56,822 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/.tmp/f/827e6a7e473045f9960c8384eca9f22d 2023-08-22T04:38:56,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 827e6a7e473045f9960c8384eca9f22d 2023-08-22T04:38:56,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/.tmp/f/827e6a7e473045f9960c8384eca9f22d as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f/827e6a7e473045f9960c8384eca9f22d 2023-08-22T04:38:56,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f/827e6a7e473045f9960c8384eca9f22d, entries=99, sequenceid=103, filesize=8.2 K 2023-08-22T04:38:56,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6bcc36b9d508e79fdf5390b18f04d6c7 in 456ms, sequenceid=103, compaction requested=false 2023-08-22T04:38:56,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 6bcc36b9d508e79fdf5390b18f04d6c7: 2023-08-22T04:38:56,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. for snapshot_1692679135773_default_test-1692679120447 completed. 2023-08-22T04:38:56,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7.' region-info for snapshot=snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:38:56,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:38:56,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f/827e6a7e473045f9960c8384eca9f22d] hfiles 2023-08-22T04:38:56,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f/827e6a7e473045f9960c8384eca9f22d for snapshot=snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:38:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:38:57,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:38:57,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-08-22T04:38:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-08-22T04:38:57,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1692679135773_default_test-1692679120447 on region 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:57,258 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:38:57,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-08-22T04:38:57,261 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:38:57,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 6bcc36b9d508e79fdf5390b18f04d6c7 in 1.0270 sec 2023-08-22T04:38:57,262 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:38:57,262 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:38:57,262 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:38:57,263 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/.hbase-snapshot/.tmp/snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:38:57,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-22T04:38:57,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:57,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-22T04:38:57,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:57,403 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16926791204473 2023-08-22T04:38:57,403 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16926791204473 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:38:57,679 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:38:57,686 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:38:57,687 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/.hbase-snapshot/.tmp/snapshot_1692679135773_default_test-1692679120447 to hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/.hbase-snapshot/snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:38:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:38:58,517 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:38:58,517 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-22T04:38:58,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692679135773_default_test-1692679120447 table=test-1692679120447 type=FLUSH ttl=0 } in 2.7330 sec 2023-08-22T04:38:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:38:59,897 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1692679131270 2023-08-22T04:38:59,897 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-22T04:38:59,899 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-08-22T04:38:59,899 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1692679131270_test-1692679120447 2023-08-22T04:38:59,899 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1692679135773_default_test-1692679120447 to hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/ 2023-08-22T04:38:59,903 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-22T04:38:59,931 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:41577, inputRoot=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:38:59,931 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41789,1692679107237_2005641179_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/.hbase-snapshot/.tmp/snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:38:59,931 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:41577, inputRoot=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f, snapshotDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/.hbase-snapshot/snapshot_1692679135773_default_test-1692679120447. 2023-08-22T04:38:59,947 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/.hbase-snapshot/snapshot_1692679135773_default_test-1692679120447 to hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/.hbase-snapshot/.tmp/snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:39:00,385 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:00,386 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:00,387 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:00,387 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,377 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop-3081595059842985838.jar 2023-08-22T04:39:01,377 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,378 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,378 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,379 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,379 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,380 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,380 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,380 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,381 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:01,382 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:39:01,382 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:39:01,383 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:39:01,383 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:39:01,384 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:39:01,384 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:39:01,385 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:39:01,385 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:39:01,386 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:39:01,386 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:39:01,387 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:39:01,387 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:39:01,391 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:39:01,391 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:39:01,392 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:39:01,392 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:39:01,393 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:39:01,393 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:39:01,394 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:39:01,478 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1692679135773_default_test-1692679120447' hfile list 2023-08-22T04:39:01,490 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-22T04:39:01,716 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/mapreduce.cluster.local.dir/1692679141668/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:39:01,716 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/mapreduce.cluster.local.dir/1692679141668/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:39:01,869 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-22T04:39:01,901 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f/827e6a7e473045f9960c8384eca9f22d output=hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/archive/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f/827e6a7e473045f9960c8384eca9f22d 2023-08-22T04:39:01,901 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-22T04:39:02,774 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-22T04:39:02,775 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-22T04:39:02,783 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:39:02,783 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1692679135773_default_test-1692679120447 finished. 2023-08-22T04:39:02,784 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupSystemTable(1014): test-1692679120447 2023-08-22T04:39:02,855 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1692679131270 2023-08-22T04:39:02,856 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-22T04:39:03,268 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:41577/backupUT/backup_1692679131270/.backup.manifest 2023-08-22T04:39:03,268 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.TableBackupClient(358): Backup backup_1692679131270 finished: type=FULL,tablelist=test-1692679120447,targetRootDir=hdfs://localhost:41577/backupUT,startts=1692679135512,completets=1692679142853,bytescopied=0 2023-08-22T04:39:03,268 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-22T04:39:03,269 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:39:03,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1692679135773_default_test-1692679120447" 2023-08-22T04:39:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1692679135773_default_test-1692679120447 2023-08-22T04:39:03,282 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1692679135773_default_test-1692679120447 for backup backup_1692679131270 succeeded. 2023-08-22T04:39:03,283 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-22T04:39:03,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-22T04:39:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-22T04:39:03,303 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-22T04:39:03,312 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-22T04:39:03,328 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.TableBackupClient(376): Backup backup_1692679131270 completed. Backup session backup_1692679131270 finished. Status: SUCCESS 2023-08-22T04:39:03,329 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:03,355 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] backup.TestFullBackupSet(73): backup complete 2023-08-22T04:39:03,357 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] backup.RestoreDriver(101): Found -overwrite option in restore command, will overwrite to existing table if any in the restore target 2023-08-22T04:39:03,367 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:39:03,368 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:39:03,370 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53548, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:39:03,380 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:39:03,383 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34920, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:39:03,410 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-08-22T04:39:03,411 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:41577/backupUT/backup_1692679131270/.backup.manifest 2023-08-22T04:39:03,415 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1692679131270/.backup.manifest 2023-08-22T04:39:03,420 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:41577/backupUT/backup_1692679131270/.backup.manifest 2023-08-22T04:39:03,423 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1692679131270/.backup.manifest 2023-08-22T04:39:03,423 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.RestoreTablesClient(148): Restoring 'test-1692679120447' to 'table1' from full backup image hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447 2023-08-22T04:39:03,438 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] util.RestoreTool(487): Creating target table 'table1' 2023-08-22T04:39:03,439 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/archive/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:39:03,440 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/archive/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f in region [hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/archive/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7] 2023-08-22T04:39:03,446 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/archive/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f/827e6a7e473045f9960c8384eca9f22d first=row0 last=row98 2023-08-22T04:39:03,446 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 827e6a7e473045f9960c8384eca9f22d 2023-08-22T04:39:03,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:39:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-08-22T04:39:03,462 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:39:03,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-08-22T04:39:03,463 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:39:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:39:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:39:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:39:03,872 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 94a7c7bd143f7b3c9d8530d97f6a8a8a, NAME => 'table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f 2023-08-22T04:39:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:39:04,279 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:39:04,279 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 94a7c7bd143f7b3c9d8530d97f6a8a8a, disabling compactions & flushes 2023-08-22T04:39:04,279 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:04,279 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:04,279 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. after waiting 0 ms 2023-08-22T04:39:04,279 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:04,279 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:04,279 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 94a7c7bd143f7b3c9d8530d97f6a8a8a: 2023-08-22T04:39:04,281 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:39:04,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1692679144281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692679144281"}]},"ts":"1692679144281"} 2023-08-22T04:39:04,283 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:39:04,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:39:04,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679144284"}]},"ts":"1692679144284"} 2023-08-22T04:39:04,286 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-08-22T04:39:04,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=94a7c7bd143f7b3c9d8530d97f6a8a8a, ASSIGN}] 2023-08-22T04:39:04,294 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=94a7c7bd143f7b3c9d8530d97f6a8a8a, ASSIGN 2023-08-22T04:39:04,295 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=94a7c7bd143f7b3c9d8530d97f6a8a8a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39753,1692679110248; forceNewPlan=false, retain=false 2023-08-22T04:39:04,446 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=94a7c7bd143f7b3c9d8530d97f6a8a8a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:39:04,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure 94a7c7bd143f7b3c9d8530d97f6a8a8a, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:39:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:39:04,605 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:04,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => 94a7c7bd143f7b3c9d8530d97f6a8a8a, NAME => 'table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:39:04,606 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:39:04,606 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:04,606 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:39:04,606 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for 94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:04,606 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for 94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:04,608 INFO [StoreOpener-94a7c7bd143f7b3c9d8530d97f6a8a8a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:04,610 INFO [StoreOpener-94a7c7bd143f7b3c9d8530d97f6a8a8a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94a7c7bd143f7b3c9d8530d97f6a8a8a columnFamilyName f 2023-08-22T04:39:04,610 DEBUG [StoreOpener-94a7c7bd143f7b3c9d8530d97f6a8a8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:39:04,610 INFO [StoreOpener-94a7c7bd143f7b3c9d8530d97f6a8a8a-1 {}] regionserver.HStore(324): Store=94a7c7bd143f7b3c9d8530d97f6a8a8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:39:04,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:04,612 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:04,615 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for 94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:04,618 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:39:04,618 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened 94a7c7bd143f7b3c9d8530d97f6a8a8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12015122080, jitterRate=0.11899544298648834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:39:04,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for 94a7c7bd143f7b3c9d8530d97f6a8a8a: 2023-08-22T04:39:04,620 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2552): Post open deploy tasks for table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a., pid=38, masterSystemTime=1692679144600 2023-08-22T04:39:04,623 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2579): Finished post open deploy task for table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:04,623 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:04,623 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=94a7c7bd143f7b3c9d8530d97f6a8a8a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:39:04,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=38, resume processing ppid=37 2023-08-22T04:39:04,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure 94a7c7bd143f7b3c9d8530d97f6a8a8a, server=jenkins-hbase3.apache.org,39753,1692679110248 in 177 msec 2023-08-22T04:39:04,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-08-22T04:39:04,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=94a7c7bd143f7b3c9d8530d97f6a8a8a, ASSIGN in 336 msec 2023-08-22T04:39:04,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:39:04,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679144631"}]},"ts":"1692679144631"} 2023-08-22T04:39:04,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-08-22T04:39:04,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:39:04,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 1.1780 sec 2023-08-22T04:39:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:39:05,576 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/archive/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7 from hbase tables test-1692679120447 to tables table1 2023-08-22T04:39:05,576 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1692679120447 into table1 2023-08-22T04:39:05,579 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/bulk_output-default-table1-1692679145576 from hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/archive/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:39:05,587 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ced6731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:39:05,588 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:39:05,590 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53564, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:39:05,605 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-22T04:39:05,605 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-08-22T04:39:05,610 DEBUG [hconnection-0x34e1d47f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:39:05,612 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34928, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:39:05,615 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-08-22T04:39:05,615 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-22T04:39:05,616 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/partitions_e77180c4-9e2f-4d4b-a49d-b0bb27d6fbf0 2023-08-22T04:39:06,055 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:06,056 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:06,057 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:06,057 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:06,667 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-22T04:39:06,669 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53578, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-22T04:39:07,035 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop-2976582710973048931.jar 2023-08-22T04:39:07,035 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,036 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,036 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,037 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,037 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,037 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,038 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,038 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,039 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,039 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:39:07,040 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:39:07,040 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:39:07,041 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:39:07,041 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:39:07,042 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:39:07,042 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:39:07,043 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:39:07,043 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:39:07,044 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:39:07,044 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:39:07,045 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:39:07,048 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,049 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,049 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,049 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,050 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,050 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:39:07,051 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:39:07,051 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-08-22T04:39:07,051 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:07,051 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-22T04:39:07,052 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-22T04:39:07,052 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:39:07,064 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-22T04:39:07,151 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/mapreduce.cluster.local.dir/1692679147116/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:39:07,151 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/mapreduce.cluster.local.dir/1692679147116/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:39:07,221 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/archive/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/f/827e6a7e473045f9960c8384eca9f22d 2023-08-22T04:39:07,226 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-22T04:39:07,230 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 827e6a7e473045f9960c8384eca9f22d 2023-08-22T04:39:07,375 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39acfc6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:39:07,378 DEBUG [hconnection-0x5a1e063-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:39:07,382 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34932, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:39:07,384 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:07,386 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-08-22T04:39:07,386 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-22T04:39:07,397 DEBUG [pool-193-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/bulk_output-default-table1-1692679145576/_temporary/0/_temporary/attempt_local300102831_0002_r_000000_0/f/b8576dcbd97742fd86c4eea8f40c8bdc is 37, key is row10/f:q1/1692679122103/Put/seqid=0 2023-08-22T04:39:07,400 WARN [Thread-768 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:39753] Specified favored nodes: [jenkins-hbase3.apache.org:39753] 2023-08-22T04:39:07,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-08-22T04:39:07,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:39:08,208 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/bulk_output-default-table1-1692679145576 2023-08-22T04:39:08,215 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591f4b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:39:08,217 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:39:08,218 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34948, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:39:08,228 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/bulk_output-default-table1-1692679145576/_SUCCESS 2023-08-22T04:39:08,233 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:39:08,234 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53594, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:39:08,266 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b8576dcbd97742fd86c4eea8f40c8bdc 2023-08-22T04:39:08,267 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/bulk_output-default-table1-1692679145576/f/b8576dcbd97742fd86c4eea8f40c8bdc first=Optional[row0] last=Optional[row98] 2023-08-22T04:39:08,286 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a., hostname=jenkins-hbase3.apache.org,39753,1692679110248, seqNum=2 for row with hfile group [{f,hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/bulk_output-default-table1-1692679145576/f/b8576dcbd97742fd86c4eea8f40c8bdc}] 2023-08-22T04:39:08,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/bulk_output-default-table1-1692679145576/f/b8576dcbd97742fd86c4eea8f40c8bdc for inclusion in 94a7c7bd143f7b3c9d8530d97f6a8a8a/f 2023-08-22T04:39:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-08-22T04:39:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-22T04:39:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b8576dcbd97742fd86c4eea8f40c8bdc 2023-08-22T04:39:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HRegion(2520): Flush status journal for 94a7c7bd143f7b3c9d8530d97f6a8a8a: 2023-08-22T04:39:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/hbase-staging/bulk_output-default-table1-1692679145576/f/b8576dcbd97742fd86c4eea8f40c8bdc to hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/staging/jenkins__table1__5nu5973ajg2od5jvc467ni7igmcgsukcg75evrr9digmbq02td3jt3aacg4l2tv8/f/b8576dcbd97742fd86c4eea8f40c8bdc 2023-08-22T04:39:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/staging/jenkins__table1__5nu5973ajg2od5jvc467ni7igmcgsukcg75evrr9digmbq02td3jt3aacg4l2tv8/f/b8576dcbd97742fd86c4eea8f40c8bdc as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/f/98f20bdb24664c048cf5c0721fafe4a3_SeqId_4_ 2023-08-22T04:39:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5850dca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:39:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:39:08,328 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53600, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:39:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:39:08,334 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34964, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:39:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:08,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/staging/jenkins__table1__5nu5973ajg2od5jvc467ni7igmcgsukcg75evrr9digmbq02td3jt3aacg4l2tv8/f/b8576dcbd97742fd86c4eea8f40c8bdc into 94a7c7bd143f7b3c9d8530d97f6a8a8a/f as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/f/98f20bdb24664c048cf5c0721fafe4a3_SeqId_4_ - updating store file list. 2023-08-22T04:39:08,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/f/98f20bdb24664c048cf5c0721fafe4a3_SeqId_4_ into 94a7c7bd143f7b3c9d8530d97f6a8a8a/f 2023-08-22T04:39:08,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/staging/jenkins__table1__5nu5973ajg2od5jvc467ni7igmcgsukcg75evrr9digmbq02td3jt3aacg4l2tv8/f/b8576dcbd97742fd86c4eea8f40c8bdc into 94a7c7bd143f7b3c9d8530d97f6a8a8a/f (new location: hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/f/98f20bdb24664c048cf5c0721fafe4a3_SeqId_4_) 2023-08-22T04:39:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/staging/jenkins__table1__5nu5973ajg2od5jvc467ni7igmcgsukcg75evrr9digmbq02td3jt3aacg4l2tv8/f/b8576dcbd97742fd86c4eea8f40c8bdc 2023-08-22T04:39:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179ff6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:39:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:39:08,380 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53616, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-22T04:39:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:39:08,389 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34972, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-22T04:39:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:08,415 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:08,415 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-22T04:39:08,416 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-22T04:39:08,416 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] impl.RestoreTablesClient(233): Backup: backup_1692679131270 hdfs://localhost:41577/backupUT/backup_1692679131270/default/test-1692679120447/ 2023-08-22T04:39:08,416 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-08-22T04:39:08,416 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:08,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable table1 2023-08-22T04:39:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-08-22T04:39:08,453 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679148453"}]},"ts":"1692679148453"} 2023-08-22T04:39:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-22T04:39:08,455 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-08-22T04:39:08,460 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-08-22T04:39:08,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=94a7c7bd143f7b3c9d8530d97f6a8a8a, UNASSIGN}] 2023-08-22T04:39:08,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=94a7c7bd143f7b3c9d8530d97f6a8a8a, UNASSIGN 2023-08-22T04:39:08,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=94a7c7bd143f7b3c9d8530d97f6a8a8a, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:39:08,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 94a7c7bd143f7b3c9d8530d97f6a8a8a, server=jenkins-hbase3.apache.org,39753,1692679110248}] 2023-08-22T04:39:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-22T04:39:08,628 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close 94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:08,628 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing 94a7c7bd143f7b3c9d8530d97f6a8a8a, disabling compactions & flushes 2023-08-22T04:39:08,628 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:08,628 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:08,628 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. after waiting 0 ms 2023-08-22T04:39:08,628 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:08,630 DEBUG [StoreFileCloser-94a7c7bd143f7b3c9d8530d97f6a8a8a-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 98f20bdb24664c048cf5c0721fafe4a3_SeqId_4_ 2023-08-22T04:39:08,636 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-08-22T04:39:08,637 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:08,637 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a. 2023-08-22T04:39:08,637 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for 94a7c7bd143f7b3c9d8530d97f6a8a8a: 2023-08-22T04:39:08,639 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed 94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:08,640 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=94a7c7bd143f7b3c9d8530d97f6a8a8a, regionState=CLOSED 2023-08-22T04:39:08,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-08-22T04:39:08,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 94a7c7bd143f7b3c9d8530d97f6a8a8a, server=jenkins-hbase3.apache.org,39753,1692679110248 in 176 msec 2023-08-22T04:39:08,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=40, resume processing ppid=39 2023-08-22T04:39:08,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=94a7c7bd143f7b3c9d8530d97f6a8a8a, UNASSIGN in 182 msec 2023-08-22T04:39:08,646 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692679148646"}]},"ts":"1692679148646"} 2023-08-22T04:39:08,647 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-08-22T04:39:08,649 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-08-22T04:39:08,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 207 msec 2023-08-22T04:39:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-22T04:39:08,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster$5(2447): Client=jenkins//172.31.12.81 delete table1 2023-08-22T04:39:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1033): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-08-22T04:39:08,776 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:39:08,778 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:39:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-22T04:39:08,785 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:08,789 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/f, FileablePath, hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/recovered.edits] 2023-08-22T04:39:08,796 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/f/98f20bdb24664c048cf5c0721fafe4a3_SeqId_4_ to hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/archive/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/f/98f20bdb24664c048cf5c0721fafe4a3_SeqId_4_ 2023-08-22T04:39:08,803 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/recovered.edits/6.seqid to hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/archive/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a/recovered.edits/6.seqid 2023-08-22T04:39:08,804 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/table1/94a7c7bd143f7b3c9d8530d97f6a8a8a 2023-08-22T04:39:08,804 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-08-22T04:39:08,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:39:08,819 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-08-22T04:39:08,822 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-08-22T04:39:08,823 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:39:08,823 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-08-22T04:39:08,823 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1692679148823"}]},"ts":"9223372036854775807"} 2023-08-22T04:39:08,826 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-08-22T04:39:08,826 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 94a7c7bd143f7b3c9d8530d97f6a8a8a, NAME => 'table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a.', STARTKEY => '', ENDKEY => ''}] 2023-08-22T04:39:08,826 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-08-22T04:39:08,826 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1692679148826"}]},"ts":"9223372036854775807"} 2023-08-22T04:39:08,827 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-08-22T04:39:08,831 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:39:08,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 66 msec 2023-08-22T04:39:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-22T04:39:08,881 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] backup.TestFullBackupSet(86): restore into other table is complete 2023-08-22T04:39:08,900 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSet#testFullBackupSetExist Thread=600 (was 583) Potentially hanging thread: PacketResponder: BP-318143355-172.31.12.81-1692679104083:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7bc6cf2e-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4815ddf1-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4815ddf1-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7bc6cf2e-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4815ddf1-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/cluster_ba00b01a-5784-e6c0-6970-2ac50b99b552/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/cluster_ba00b01a-5784-e6c0-6970-2ac50b99b552/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-318143355-172.31.12.81-1692679104083:blk_1073741859_1035, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1031325282_16 at /127.0.0.1:40112 [Receiving block BP-318143355-172.31.12.81-1692679104083:blk_1073741859_1035] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4815ddf1-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7bc6cf2e-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,39753,1692679110248' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_768493767_16 at /127.0.0.1:52832 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1031325282_16 at /127.0.0.1:40096 [Receiving block BP-318143355-172.31.12.81-1692679104083:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7bc6cf2e-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_768493767_16 at /127.0.0.1:40170 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,39753,1692679110248)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4815ddf1-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4815ddf1-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,41789,1692679107237)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=680 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=184 (was 227), ProcessCount=168 (was 168), AvailableMemoryMB=6495 (was 6939) 2023-08-22T04:39:08,900 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-08-22T04:39:08,915 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSet#testFullBackupSetDoesNotExist Thread=600, OpenFileDescriptor=680, MaxFileDescriptor=60000, SystemLoadAverage=184, ProcessCount=168, AvailableMemoryMB=6495 2023-08-22T04:39:08,915 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-08-22T04:39:08,916 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] backup.TestFullBackupSet(93): test full backup, backup set does not exist 2023-08-22T04:39:08,921 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521bb72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:39:08,922 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:39:08,924 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53624, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:39:08,929 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:39:08,930 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34988, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService ERROR: Backup set 'name1' is either empty or does not exist Usage: hbase backup create [options] type "full" to create a full backup image "incremental" to create an incremental backup image backup_path Full path to store the backup image Options: -b Bandwidth per task (MapReduce task) in MB/s -d Enable debug loggings -q Yarn queue name to run backup create command on -s Backup set to backup, mutually exclusive with -t (table list) -t Table name list, comma-separated. -w Number of parallel MapReduce tasks to execute 2023-08-22T04:39:08,969 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:08,986 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSet#testFullBackupSetDoesNotExist Thread=603 (was 600) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61858@0x40d71f19-SendThread(127.0.0.1:61858) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61858@0x40d71f19-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61858@0x40d71f19 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/1092630586.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=685 (was 680) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=184 (was 184), ProcessCount=168 (was 168), AvailableMemoryMB=6494 (was 6495) 2023-08-22T04:39:08,987 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.ResourceChecker(130): Thread=603 is superior to 500 2023-08-22T04:39:08,994 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-08-22T04:39:08,995 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:08,995 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-08-22T04:39:08,995 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] util.JVMClusterUtil(257): Found active master hash=550166155, stopped=false 2023-08-22T04:39:08,995 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:39:08,998 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] procedure2.ProcedureExecutor(631): Stopping 2023-08-22T04:39:08,999 DEBUG [Listener at jenkins-hbase3.apache.org/37499 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:08,999 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,39753,1692679110248' ***** 2023-08-22T04:39:08,999 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-08-22T04:39:09,000 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-22T04:39:09,005 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-08-22T04:39:09,005 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-08-22T04:39:09,012 INFO [RS:0;jenkins-hbase3:39753 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7161065c{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-22T04:39:09,017 INFO [RS:0;jenkins-hbase3:39753 {}] server.AbstractConnector(383): Stopped ServerConnector@47c40a63{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:39:09,017 INFO [RS:0;jenkins-hbase3:39753 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-22T04:39:09,018 INFO [RS:0;jenkins-hbase3:39753 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@71fdfa00{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-22T04:39:09,018 INFO [RS:0;jenkins-hbase3:39753 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@52a25488{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop.log.dir/,STOPPED} 2023-08-22T04:39:09,021 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HeapMemoryManager(220): Stopping 2023-08-22T04:39:09,021 INFO [RS:0;jenkins-hbase3:39753 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-08-22T04:39:09,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-08-22T04:39:09,021 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-08-22T04:39:09,021 INFO [RS:0;jenkins-hbase3:39753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-08-22T04:39:09,021 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3524): Received CLOSE for 22c0f48693c4c64a5106b1cb9180b53d 2023-08-22T04:39:09,021 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3524): Received CLOSE for 8bfdaa954a7c9e1597063c7238a273a1 2023-08-22T04:39:09,022 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3524): Received CLOSE for da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:39:09,022 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3524): Received CLOSE for 23a5b18d67c8dcdfa93af44cecc7c1d3 2023-08-22T04:39:09,022 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3524): Received CLOSE for 7813d49272aea9ca76bc435cd3832572 2023-08-22T04:39:09,022 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3524): Received CLOSE for aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:39:09,022 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3524): Received CLOSE for 6bcc36b9d508e79fdf5390b18f04d6c7 2023-08-22T04:39:09,022 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39753,1692679110248 2023-08-22T04:39:09,022 DEBUG [RS:0;jenkins-hbase3:39753 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:09,022 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-08-22T04:39:09,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 22c0f48693c4c64a5106b1cb9180b53d, disabling compactions & flushes 2023-08-22T04:39:09,022 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-08-22T04:39:09,023 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-08-22T04:39:09,023 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:39:09,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:39:09,023 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-08-22T04:39:09,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. after waiting 0 ms 2023-08-22T04:39:09,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:39:09,023 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-08-22T04:39:09,023 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1583): Online Regions={22c0f48693c4c64a5106b1cb9180b53d=ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d., 8bfdaa954a7c9e1597063c7238a273a1=ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1., da870b3732ec1ef7706e13081d3ede24=hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24., 23a5b18d67c8dcdfa93af44cecc7c1d3=backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3., 7813d49272aea9ca76bc435cd3832572=ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572., 1588230740=hbase:meta,,1.1588230740, aeb0bae0d48aa98cebd2beb781db1f1f=backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f., 6bcc36b9d508e79fdf5390b18f04d6c7=test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7.} 2023-08-22T04:39:09,024 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-22T04:39:09,024 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-22T04:39:09,024 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-22T04:39:09,024 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-22T04:39:09,024 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-22T04:39:09,024 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 22c0f48693c4c64a5106b1cb9180b53d, 23a5b18d67c8dcdfa93af44cecc7c1d3, 6bcc36b9d508e79fdf5390b18f04d6c7, 7813d49272aea9ca76bc435cd3832572, 8bfdaa954a7c9e1597063c7238a273a1, aeb0bae0d48aa98cebd2beb781db1f1f, da870b3732ec1ef7706e13081d3ede24 2023-08-22T04:39:09,024 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.38 KB heapSize=20.10 KB 2023-08-22T04:39:09,028 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns3/test-16926791204472/22c0f48693c4c64a5106b1cb9180b53d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:39:09,028 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:09,029 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:39:09,029 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 22c0f48693c4c64a5106b1cb9180b53d: 2023-08-22T04:39:09,029 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16926791204472,,1692679124434.22c0f48693c4c64a5106b1cb9180b53d. 2023-08-22T04:39:09,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 8bfdaa954a7c9e1597063c7238a273a1, disabling compactions & flushes 2023-08-22T04:39:09,030 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:39:09,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:39:09,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. after waiting 0 ms 2023-08-22T04:39:09,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:39:09,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns4/test-16926791204473/8bfdaa954a7c9e1597063c7238a273a1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:39:09,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:09,035 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:39:09,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 8bfdaa954a7c9e1597063c7238a273a1: 2023-08-22T04:39:09,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16926791204473,,1692679126560.8bfdaa954a7c9e1597063c7238a273a1. 2023-08-22T04:39:09,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing da870b3732ec1ef7706e13081d3ede24, disabling compactions & flushes 2023-08-22T04:39:09,036 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:39:09,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:39:09,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. after waiting 0 ms 2023-08-22T04:39:09,036 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-08-22T04:39:09,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:39:09,036 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing da870b3732ec1ef7706e13081d3ede24 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-08-22T04:39:09,051 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/info/478fea879fd54b86ba01535bd5ec7841 is 159, key is ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572./info:regioninfo/1692679123389/Put/seqid=0 2023-08-22T04:39:09,054 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24/.tmp/info/bbfbe76fb1fe4fea9e5b97d6f7554976 is 45, key is default/info:d/1692679115587/Put/seqid=0 2023-08-22T04:39:09,058 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.34 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/info/478fea879fd54b86ba01535bd5ec7841 2023-08-22T04:39:09,065 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 478fea879fd54b86ba01535bd5ec7841 2023-08-22T04:39:09,068 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24/.tmp/info/bbfbe76fb1fe4fea9e5b97d6f7554976 2023-08-22T04:39:09,076 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: bbfbe76fb1fe4fea9e5b97d6f7554976 2023-08-22T04:39:09,077 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24/.tmp/info/bbfbe76fb1fe4fea9e5b97d6f7554976 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24/info/bbfbe76fb1fe4fea9e5b97d6f7554976 2023-08-22T04:39:09,080 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/rep_barrier/7dc4c1133e674a07bae74a8b7b18c995 is 90, key is table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a./rep_barrier:/1692679148808/DeleteFamily/seqid=0 2023-08-22T04:39:09,085 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24/info/bbfbe76fb1fe4fea9e5b97d6f7554976, entries=7, sequenceid=11, filesize=5.1 K 2023-08-22T04:39:09,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for da870b3732ec1ef7706e13081d3ede24 in 50ms, sequenceid=11, compaction requested=false 2023-08-22T04:39:09,089 DEBUG [StoreFileCloser-da870b3732ec1ef7706e13081d3ede24-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: bbfbe76fb1fe4fea9e5b97d6f7554976 2023-08-22T04:39:09,094 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/namespace/da870b3732ec1ef7706e13081d3ede24/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-08-22T04:39:09,095 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:09,096 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:39:09,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for da870b3732ec1ef7706e13081d3ede24: 2023-08-22T04:39:09,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1692679114199.da870b3732ec1ef7706e13081d3ede24. 2023-08-22T04:39:09,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 23a5b18d67c8dcdfa93af44cecc7c1d3, disabling compactions & flushes 2023-08-22T04:39:09,096 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:39:09,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:39:09,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. after waiting 0 ms 2023-08-22T04:39:09,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:39:09,096 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 23a5b18d67c8dcdfa93af44cecc7c1d3 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-08-22T04:39:09,101 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/meta/808f9fdb3b27420a8b9eeb391ea4e924 is 169, key is trslm:hdfs://localhost:41577/backupUT\x00test-1692679120447/meta:log-roll-map/1692679142842/Put/seqid=0 2023-08-22T04:39:09,224 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a5b18d67c8dcdfa93af44cecc7c1d3, 6bcc36b9d508e79fdf5390b18f04d6c7, 7813d49272aea9ca76bc435cd3832572, aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:39:09,425 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a5b18d67c8dcdfa93af44cecc7c1d3, 6bcc36b9d508e79fdf5390b18f04d6c7, 7813d49272aea9ca76bc435cd3832572, aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:39:09,487 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/rep_barrier/7dc4c1133e674a07bae74a8b7b18c995 2023-08-22T04:39:09,493 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7dc4c1133e674a07bae74a8b7b18c995 2023-08-22T04:39:09,507 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/table/fdec306c23924b15a48a097146a12fd5 is 84, key is table1,,1692679143456.94a7c7bd143f7b3c9d8530d97f6a8a8a./table:/1692679148808/DeleteFamily/seqid=0 2023-08-22T04:39:09,508 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/meta/808f9fdb3b27420a8b9eeb391ea4e924 2023-08-22T04:39:09,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 808f9fdb3b27420a8b9eeb391ea4e924 2023-08-22T04:39:09,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/session/e200b52cbcff4571910ae661ca558734 is 310, key is session:backup_1692679131270/session:context/1692679143311/Put/seqid=0 2023-08-22T04:39:09,625 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a5b18d67c8dcdfa93af44cecc7c1d3, 6bcc36b9d508e79fdf5390b18f04d6c7, 7813d49272aea9ca76bc435cd3832572, aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:39:09,825 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 23a5b18d67c8dcdfa93af44cecc7c1d3, 6bcc36b9d508e79fdf5390b18f04d6c7, 7813d49272aea9ca76bc435cd3832572, aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:39:09,913 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=982 B at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/table/fdec306c23924b15a48a097146a12fd5 2023-08-22T04:39:09,920 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fdec306c23924b15a48a097146a12fd5 2023-08-22T04:39:09,921 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/info/478fea879fd54b86ba01535bd5ec7841 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/info/478fea879fd54b86ba01535bd5ec7841 2023-08-22T04:39:09,928 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/info/478fea879fd54b86ba01535bd5ec7841, entries=72, sequenceid=51, filesize=14.3 K 2023-08-22T04:39:09,929 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/rep_barrier/7dc4c1133e674a07bae74a8b7b18c995 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/rep_barrier/7dc4c1133e674a07bae74a8b7b18c995 2023-08-22T04:39:09,930 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/session/e200b52cbcff4571910ae661ca558734 2023-08-22T04:39:09,935 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/rep_barrier/7dc4c1133e674a07bae74a8b7b18c995, entries=1, sequenceid=51, filesize=5.3 K 2023-08-22T04:39:09,937 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/.tmp/table/fdec306c23924b15a48a097146a12fd5 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/table/fdec306c23924b15a48a097146a12fd5 2023-08-22T04:39:09,941 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e200b52cbcff4571910ae661ca558734 2023-08-22T04:39:09,942 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/meta/808f9fdb3b27420a8b9eeb391ea4e924 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/meta/808f9fdb3b27420a8b9eeb391ea4e924 2023-08-22T04:39:09,945 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/table/fdec306c23924b15a48a097146a12fd5, entries=16, sequenceid=51, filesize=5.9 K 2023-08-22T04:39:09,946 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.38 KB/11654, heapSize ~20.05 KB/20536, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=51, compaction requested=false 2023-08-22T04:39:09,950 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 478fea879fd54b86ba01535bd5ec7841 2023-08-22T04:39:09,952 DEBUG [StoreFileCloser-1588230740-rep_barrier-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7dc4c1133e674a07bae74a8b7b18c995 2023-08-22T04:39:09,956 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fdec306c23924b15a48a097146a12fd5 2023-08-22T04:39:09,957 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/meta/808f9fdb3b27420a8b9eeb391ea4e924, entries=4, sequenceid=17, filesize=5.5 K 2023-08-22T04:39:09,959 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/.tmp/session/e200b52cbcff4571910ae661ca558734 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/session/e200b52cbcff4571910ae661ca558734 2023-08-22T04:39:09,966 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/hbase/meta/1588230740/recovered.edits/54.seqid, newMaxSeqId=54, maxSeqId=1 2023-08-22T04:39:09,967 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/session/e200b52cbcff4571910ae661ca558734, entries=2, sequenceid=17, filesize=5.3 K 2023-08-22T04:39:09,967 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:09,967 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-22T04:39:09,968 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-22T04:39:09,968 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-22T04:39:09,968 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-08-22T04:39:09,969 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 23a5b18d67c8dcdfa93af44cecc7c1d3 in 873ms, sequenceid=17, compaction requested=false 2023-08-22T04:39:09,971 DEBUG [StoreFileCloser-23a5b18d67c8dcdfa93af44cecc7c1d3-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3a7a988c8b144fcc9611071343b6ace4 2023-08-22T04:39:09,973 DEBUG [StoreFileCloser-23a5b18d67c8dcdfa93af44cecc7c1d3-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 808f9fdb3b27420a8b9eeb391ea4e924 2023-08-22T04:39:09,976 DEBUG [StoreFileCloser-23a5b18d67c8dcdfa93af44cecc7c1d3-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1c199126564d42b98e34bc8727fd7601 2023-08-22T04:39:09,978 DEBUG [StoreFileCloser-23a5b18d67c8dcdfa93af44cecc7c1d3-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e200b52cbcff4571910ae661ca558734 2023-08-22T04:39:09,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system/23a5b18d67c8dcdfa93af44cecc7c1d3/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2023-08-22T04:39:09,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:09,988 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:39:09,988 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 23a5b18d67c8dcdfa93af44cecc7c1d3: 2023-08-22T04:39:09,988 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1692679128875.23a5b18d67c8dcdfa93af44cecc7c1d3. 2023-08-22T04:39:09,989 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7813d49272aea9ca76bc435cd3832572, disabling compactions & flushes 2023-08-22T04:39:09,989 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:39:09,989 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:39:09,989 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. after waiting 0 ms 2023-08-22T04:39:09,989 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:39:09,989 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 7813d49272aea9ca76bc435cd3832572 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-22T04:39:10,004 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572/.tmp/f/0b78e44b3ef44a48877ccfa6dbd41f03 is 37, key is row10/f:q1/1692679124334/Put/seqid=0 2023-08-22T04:39:10,025 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-08-22T04:39:10,026 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1583): Online Regions={7813d49272aea9ca76bc435cd3832572=ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572., aeb0bae0d48aa98cebd2beb781db1f1f=backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f., 6bcc36b9d508e79fdf5390b18f04d6c7=test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7.} 2023-08-22T04:39:10,026 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1609): Waiting on 6bcc36b9d508e79fdf5390b18f04d6c7, 7813d49272aea9ca76bc435cd3832572, aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:39:10,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:39:10,226 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1609): Waiting on 6bcc36b9d508e79fdf5390b18f04d6c7, 7813d49272aea9ca76bc435cd3832572, aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:39:10,411 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572/.tmp/f/0b78e44b3ef44a48877ccfa6dbd41f03 2023-08-22T04:39:10,418 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0b78e44b3ef44a48877ccfa6dbd41f03 2023-08-22T04:39:10,419 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572/.tmp/f/0b78e44b3ef44a48877ccfa6dbd41f03 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572/f/0b78e44b3ef44a48877ccfa6dbd41f03 2023-08-22T04:39:10,426 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572/f/0b78e44b3ef44a48877ccfa6dbd41f03, entries=99, sequenceid=103, filesize=8.2 K 2023-08-22T04:39:10,426 DEBUG [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1609): Waiting on 6bcc36b9d508e79fdf5390b18f04d6c7, 7813d49272aea9ca76bc435cd3832572, aeb0bae0d48aa98cebd2beb781db1f1f 2023-08-22T04:39:10,427 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7813d49272aea9ca76bc435cd3832572 in 438ms, sequenceid=103, compaction requested=false 2023-08-22T04:39:10,428 DEBUG [StoreFileCloser-7813d49272aea9ca76bc435cd3832572-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0b78e44b3ef44a48877ccfa6dbd41f03 2023-08-22T04:39:10,433 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/ns2/test-16926791204471/7813d49272aea9ca76bc435cd3832572/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-22T04:39:10,434 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:10,434 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:39:10,434 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7813d49272aea9ca76bc435cd3832572: 2023-08-22T04:39:10,435 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16926791204471,,1692679122194.7813d49272aea9ca76bc435cd3832572. 2023-08-22T04:39:10,435 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing aeb0bae0d48aa98cebd2beb781db1f1f, disabling compactions & flushes 2023-08-22T04:39:10,435 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:39:10,435 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:39:10,435 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. after waiting 0 ms 2023-08-22T04:39:10,435 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:39:10,438 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/backup/system_bulk/aeb0bae0d48aa98cebd2beb781db1f1f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:39:10,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:10,440 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:39:10,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for aeb0bae0d48aa98cebd2beb781db1f1f: 2023-08-22T04:39:10,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1692679130010.aeb0bae0d48aa98cebd2beb781db1f1f. 2023-08-22T04:39:10,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 6bcc36b9d508e79fdf5390b18f04d6c7, disabling compactions & flushes 2023-08-22T04:39:10,440 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:39:10,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:39:10,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. after waiting 0 ms 2023-08-22T04:39:10,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:39:10,441 DEBUG [StoreFileCloser-6bcc36b9d508e79fdf5390b18f04d6c7-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 827e6a7e473045f9960c8384eca9f22d 2023-08-22T04:39:10,445 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/data/default/test-1692679120447/6bcc36b9d508e79fdf5390b18f04d6c7/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-22T04:39:10,445 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:39:10,446 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:39:10,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 6bcc36b9d508e79fdf5390b18f04d6c7: 2023-08-22T04:39:10,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1692679120447,,1692679120939.6bcc36b9d508e79fdf5390b18f04d6c7. 2023-08-22T04:39:10,626 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39753,1692679110248; all regions closed. 2023-08-22T04:39:10,635 DEBUG [RS:0;jenkins-hbase3:39753 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/oldWALs 2023-08-22T04:39:10,635 INFO [RS:0;jenkins-hbase3:39753 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39753%2C1692679110248.meta:.meta(num 1692679135599) 2023-08-22T04:39:10,640 DEBUG [RS:0;jenkins-hbase3:39753 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/oldWALs 2023-08-22T04:39:10,641 INFO [RS:0;jenkins-hbase3:39753 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39753%2C1692679110248:(num 1692679135578) 2023-08-22T04:39:10,641 DEBUG [RS:0;jenkins-hbase3:39753 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:10,641 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.LeaseManager(133): Closed leases 2023-08-22T04:39:10,641 INFO [RS:0;jenkins-hbase3:39753 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-08-22T04:39:10,641 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-22T04:39:10,642 INFO [RS:0;jenkins-hbase3:39753 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39753 2023-08-22T04:39:10,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,39753,1692679110248] 2023-08-22T04:39:10,652 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,39753,1692679110248; numProcessing=1 2023-08-22T04:39:10,653 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,39753,1692679110248 expired; onlineServers=0 2023-08-22T04:39:10,653 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,41789,1692679107237' ***** 2023-08-22T04:39:10,653 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-08-22T04:39:10,654 DEBUG [M:0;jenkins-hbase3:41789 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473330bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-22T04:39:10,654 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-22T04:39:10,696 INFO [M:0;jenkins-hbase3:41789 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6d1f1920{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-22T04:39:10,697 INFO [M:0;jenkins-hbase3:41789 {}] server.AbstractConnector(383): Stopped ServerConnector@393d744{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:39:10,697 INFO [M:0;jenkins-hbase3:41789 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-22T04:39:10,698 INFO [M:0;jenkins-hbase3:41789 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e69ee20{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-22T04:39:10,698 INFO [M:0;jenkins-hbase3:41789 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@137a2de3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/hadoop.log.dir/,STOPPED} 2023-08-22T04:39:10,699 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,41789,1692679107237 2023-08-22T04:39:10,699 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,41789,1692679107237; all regions closed. 2023-08-22T04:39:10,699 DEBUG [M:0;jenkins-hbase3:41789 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:10,699 INFO [M:0;jenkins-hbase3:41789 {}] master.HMaster(1664): Stopping master jetty server 2023-08-22T04:39:10,699 INFO [M:0;jenkins-hbase3:41789 {}] server.AbstractConnector(383): Stopped ServerConnector@644017ac{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:39:10,700 DEBUG [M:0;jenkins-hbase3:41789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-08-22T04:39:10,700 INFO [M:0;jenkins-hbase3:41789 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-08-22T04:39:10,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-08-22T04:39:10,700 DEBUG [M:0;jenkins-hbase3:41789 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:39:10,700 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692679112842 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692679112842,5,FailOnTimeoutGroup] 2023-08-22T04:39:10,700 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692679112840 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692679112840,5,FailOnTimeoutGroup] 2023-08-22T04:39:10,700 DEBUG [M:0;jenkins-hbase3:41789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-08-22T04:39:10,700 INFO [M:0;jenkins-hbase3:41789 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-08-22T04:39:10,700 DEBUG [M:0;jenkins-hbase3:41789 {}] master.HMaster(1687): Stopping service threads 2023-08-22T04:39:10,701 INFO [M:0;jenkins-hbase3:41789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-08-22T04:39:10,701 ERROR [M:0;jenkins-hbase3:41789 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] 2023-08-22T04:39:10,701 INFO [M:0;jenkins-hbase3:41789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-08-22T04:39:10,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-08-22T04:39:10,702 WARN [M:0;jenkins-hbase3:41789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-08-22T04:39:10,702 INFO [M:0;jenkins-hbase3:41789 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-08-22T04:39:10,702 INFO [M:0;jenkins-hbase3:41789 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-08-22T04:39:10,703 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-22T04:39:10,715 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:39:10,715 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:39:10,715 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-22T04:39:10,715 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:39:10,715 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=164.53 KB heapSize=196.89 KB 2023-08-22T04:39:10,734 DEBUG [M:0;jenkins-hbase3:41789 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7cdac5aab9740dcaf4616c450f25243 is 88, key is hbase:meta,,1/info:sn/1692679113435/Put/seqid=0 2023-08-22T04:39:10,752 INFO [RS:0;jenkins-hbase3:39753 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39753,1692679110248; zookeeper connection closed. 2023-08-22T04:39:10,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fc3f356 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fc3f356 2023-08-22T04:39:10,752 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-08-22T04:39:11,139 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7cdac5aab9740dcaf4616c450f25243 2023-08-22T04:39:11,145 DEBUG [M:0;jenkins-hbase3:41789 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b7cdac5aab9740dcaf4616c450f25243 2023-08-22T04:39:11,159 DEBUG [M:0;jenkins-hbase3:41789 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a42a11e550544650b7c242d4bb9c3249 is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1692679130811/Put/seqid=0 2023-08-22T04:39:11,564 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=163.94 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a42a11e550544650b7c242d4bb9c3249 2023-08-22T04:39:11,570 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a42a11e550544650b7c242d4bb9c3249 2023-08-22T04:39:11,570 DEBUG [M:0;jenkins-hbase3:41789 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a42a11e550544650b7c242d4bb9c3249 2023-08-22T04:39:11,583 DEBUG [M:0;jenkins-hbase3:41789 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6886fcb6159e4ba7ab73e930452a1bce is 82, key is jenkins-hbase3.apache.org,39753,1692679110248/rs:state/1692679112924/Put/seqid=0 2023-08-22T04:39:11,989 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6886fcb6159e4ba7ab73e930452a1bce 2023-08-22T04:39:11,995 DEBUG [M:0;jenkins-hbase3:41789 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6886fcb6159e4ba7ab73e930452a1bce 2023-08-22T04:39:11,996 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7cdac5aab9740dcaf4616c450f25243 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7cdac5aab9740dcaf4616c450f25243 2023-08-22T04:39:12,002 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7cdac5aab9740dcaf4616c450f25243, entries=8, sequenceid=376, filesize=5.5 K 2023-08-22T04:39:12,003 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a42a11e550544650b7c242d4bb9c3249 as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a42a11e550544650b7c242d4bb9c3249 2023-08-22T04:39:12,009 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a42a11e550544650b7c242d4bb9c3249 2023-08-22T04:39:12,009 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a42a11e550544650b7c242d4bb9c3249, entries=42, sequenceid=376, filesize=14.3 K 2023-08-22T04:39:12,011 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6886fcb6159e4ba7ab73e930452a1bce as hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6886fcb6159e4ba7ab73e930452a1bce 2023-08-22T04:39:12,017 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41577/user/jenkins/test-data/4223ad4d-ccec-7efe-dafe-21b5da14f03f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6886fcb6159e4ba7ab73e930452a1bce, entries=1, sequenceid=376, filesize=5.1 K 2023-08-22T04:39:12,018 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(3022): Finished flush of dataSize ~164.53 KB/168480, heapSize ~196.59 KB/201312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=376, compaction requested=false 2023-08-22T04:39:12,019 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b7cdac5aab9740dcaf4616c450f25243 2023-08-22T04:39:12,021 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a42a11e550544650b7c242d4bb9c3249 2023-08-22T04:39:12,022 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6886fcb6159e4ba7ab73e930452a1bce 2023-08-22T04:39:12,022 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:39:12,022 DEBUG [M:0;jenkins-hbase3:41789 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:39:12,025 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-22T04:39:12,025 INFO [M:0;jenkins-hbase3:41789 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-08-22T04:39:12,026 INFO [M:0;jenkins-hbase3:41789 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-08-22T04:39:12,026 INFO [M:0;jenkins-hbase3:41789 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:41789 2023-08-22T04:39:12,130 INFO [M:0;jenkins-hbase3:41789 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,41789,1692679107237; zookeeper connection closed. 2023-08-22T04:39:12,134 WARN [Listener at jenkins-hbase3.apache.org/37499 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-08-22T04:39:12,138 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-22T04:39:12,244 WARN [BP-318143355-172.31.12.81-1692679104083 heartbeating to localhost/127.0.0.1:41577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-08-22T04:39:12,244 WARN [BP-318143355-172.31.12.81-1692679104083 heartbeating to localhost/127.0.0.1:41577 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-318143355-172.31.12.81-1692679104083 (Datanode Uuid 4f1fd378-4091-4249-a27a-343149897267) service to localhost/127.0.0.1:41577 2023-08-22T04:39:12,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/cluster_ba00b01a-5784-e6c0-6970-2ac50b99b552/dfs/data/data1/current/BP-318143355-172.31.12.81-1692679104083 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-22T04:39:12,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/564a1b64-4bd7-1811-7f85-d80f63f2cd44/cluster_ba00b01a-5784-e6c0-6970-2ac50b99b552/dfs/data/data2/current/BP-318143355-172.31.12.81-1692679104083 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-22T04:39:12,277 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-22T04:39:12,427 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-08-22T04:39:12,427 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-08-22T04:39:12,437 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:39:12,551 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:39:12,661 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:39:12,661 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:39:12,766 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-08-22T04:39:12,771 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-08-22T04:39:12,772 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:39:12,776 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:39:12,879 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:39:12,879 INFO [Listener at jenkins-hbase3.apache.org/37499 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped