2023-07-22 12:29:12,726 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-07-22 12:29:12,738 main DEBUG Took 0.010297 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-07-22 12:29:12,739 main DEBUG PluginManager 'Core' found 129 plugins 2023-07-22 12:29:12,739 main DEBUG PluginManager 'Level' found 0 plugins 2023-07-22 12:29:12,740 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-07-22 12:29:12,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,749 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-07-22 12:29:12,761 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,763 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,763 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,764 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,765 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,766 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,766 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,767 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,767 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,768 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,769 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,769 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:12,770 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,770 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-07-22 12:29:12,772 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:12,774 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-07-22 12:29:12,775 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-07-22 12:29:12,775 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-07-22 12:29:12,776 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-07-22 12:29:12,777 main DEBUG PluginManager 'Converter' found 47 plugins 2023-07-22 12:29:12,788 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-07-22 12:29:12,791 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-07-22 12:29:12,794 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-07-22 12:29:12,795 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-07-22 12:29:12,795 main DEBUG createAppenders(={Console}) 2023-07-22 12:29:12,796 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-07-22 12:29:12,796 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-07-22 12:29:12,796 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-07-22 12:29:12,797 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-07-22 12:29:12,797 main DEBUG OutputStream closed 2023-07-22 12:29:12,797 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-07-22 12:29:12,798 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-07-22 12:29:12,798 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-07-22 12:29:12,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-07-22 12:29:12,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-07-22 12:29:12,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-07-22 12:29:12,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-07-22 12:29:12,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-07-22 12:29:12,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-07-22 12:29:12,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-07-22 12:29:12,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-07-22 12:29:12,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-07-22 12:29:12,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-07-22 12:29:12,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-07-22 12:29:12,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-07-22 12:29:12,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-07-22 12:29:12,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-07-22 12:29:12,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-07-22 12:29:12,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-07-22 12:29:12,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-07-22 12:29:12,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-07-22 12:29:12,853 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22 12:29:12,853 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-07-22 12:29:12,853 main DEBUG Shutdown hook enabled. Registering a new one. 2023-07-22 12:29:12,854 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-07-22T12:29:12,884 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackup timeout: 13 mins 2023-07-22 12:29:12,888 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-07-22 12:29:12,889 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22T12:29:13,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec 2023-07-22T12:29:13,234 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:29:13,236 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:13,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-07-22T12:29:13,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/cluster_b821076a-8122-8263-10ba-400e26c86c52, deleteOnExit=true 2023-07-22T12:29:13,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-07-22T12:29:13,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/test.cache.data in system properties and HBase conf 2023-07-22T12:29:13,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:29:13,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:29:13,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:29:13,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:29:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:29:13,350 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-07-22T12:29:13,772 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-07-22T12:29:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:29:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:29:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:29:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:29:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:29:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:29:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:29:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:29:13,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:29:13,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:29:13,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:29:13,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:29:13,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:29:13,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-07-22T12:29:14,203 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:29:14,207 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:29:14,499 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-07-22T12:29:14,633 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7b57fc8c via org.mortbay.log.Slf4jLog 2023-07-22T12:29:14,649 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:14,689 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:14,726 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/java.io.tmpdir/Jetty_localhost_35007_hdfs____.73ni69/webapp 2023-07-22T12:29:14,858 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35007 2023-07-22T12:29:14,885 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:29:14,886 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:29:15,425 WARN [Listener at localhost/40427 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:29:15,485 WARN [Listener at localhost/40427 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-07-22T12:29:15,503 WARN [Listener at localhost/40427 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:15,509 INFO [Listener at localhost/40427 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:15,514 INFO [Listener at localhost/40427 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/java.io.tmpdir/Jetty_localhost_39589_datanode____.3k9c9/webapp 2023-07-22T12:29:15,615 INFO [Listener at localhost/40427 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39589 2023-07-22T12:29:15,936 WARN [Listener at localhost/37219 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:29:16,199 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-07-22T12:29:16,364 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x3dbf77cef92bcbc7: Processing first storage report for DS-114339bb-1a85-4d78-aa40-1e18099af381 from datanode 002073ed-90f9-428a-87de-eec016f1f741 2023-07-22T12:29:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x3dbf77cef92bcbc7: from storage DS-114339bb-1a85-4d78-aa40-1e18099af381 node DatanodeRegistration(127.0.0.1:44865, datanodeUuid=002073ed-90f9-428a-87de-eec016f1f741, infoPort=33009, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=366517711;c=1690028954279), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-07-22T12:29:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x3dbf77cef92bcbc7: Processing first storage report for DS-82574d69-3db6-4a6d-bbb0-99fc3614df61 from datanode 002073ed-90f9-428a-87de-eec016f1f741 2023-07-22T12:29:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x3dbf77cef92bcbc7: from storage DS-82574d69-3db6-4a6d-bbb0-99fc3614df61 node DatanodeRegistration(127.0.0.1:44865, datanodeUuid=002073ed-90f9-428a-87de-eec016f1f741, infoPort=33009, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=366517711;c=1690028954279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-07-22T12:29:16,446 DEBUG [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec 2023-07-22T12:29:16,544 INFO [Listener at localhost/37219 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/cluster_b821076a-8122-8263-10ba-400e26c86c52/zookeeper_0, clientPort=57913, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/cluster_b821076a-8122-8263-10ba-400e26c86c52/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/cluster_b821076a-8122-8263-10ba-400e26c86c52/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-07-22T12:29:16,563 INFO [Listener at localhost/37219 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57913 2023-07-22T12:29:16,570 INFO [Listener at localhost/37219 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:16,572 INFO [Listener at localhost/37219 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:17,216 INFO [Listener at localhost/37219 {}] util.FSUtils(461): Created version file at hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 with version=8 2023-07-22T12:29:17,216 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/hbase-staging 2023-07-22T12:29:17,232 DEBUG [Listener at localhost/37219 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-07-22T12:29:17,232 DEBUG [Listener at localhost/37219 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-07-22T12:29:17,232 DEBUG [Listener at localhost/37219 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-07-22T12:29:17,232 DEBUG [Listener at localhost/37219 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-07-22T12:29:17,437 DEBUG [Listener at localhost/37219 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-07-22T12:29:17,592 INFO [Listener at localhost/37219 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-07-22T12:29:18,211 INFO [Listener at localhost/37219 {}] client.ConnectionUtils(127): master/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:29:18,255 INFO [Listener at localhost/37219 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:18,256 INFO [Listener at localhost/37219 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:18,256 INFO [Listener at localhost/37219 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:29:18,256 INFO [Listener at localhost/37219 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:18,256 INFO [Listener at localhost/37219 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:29:18,414 INFO [Listener at localhost/37219 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:29:18,516 DEBUG [Listener at localhost/37219 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-07-22T12:29:18,523 INFO [Listener at localhost/37219 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:29:18,571 DEBUG [Listener at localhost/37219 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 1961 (auto-detected) 2023-07-22T12:29:18,573 DEBUG [Listener at localhost/37219 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-07-22T12:29:18,611 INFO [Listener at localhost/37219 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:38605 2023-07-22T12:29:18,626 INFO [Listener at localhost/37219 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:18,628 INFO [Listener at localhost/37219 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:18,645 INFO [Listener at localhost/37219 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:38605 connecting to ZooKeeper ensemble=127.0.0.1:57913 2023-07-22T12:29:18,692 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:386050x0, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:29:18,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:38605-0x100005cbbc80000 connected 2023-07-22T12:29:18,720 DEBUG [Listener at localhost/37219 {}] zookeeper.ZKUtil(113): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:29:18,723 DEBUG [Listener at localhost/37219 {}] zookeeper.ZKUtil(113): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:29:18,727 DEBUG [Listener at localhost/37219 {}] zookeeper.ZKUtil(113): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:29:18,738 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38605 2023-07-22T12:29:18,738 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38605 2023-07-22T12:29:18,739 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38605 2023-07-22T12:29:18,739 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38605 2023-07-22T12:29:18,739 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38605 2023-07-22T12:29:18,794 INFO [Listener at localhost/37219 {}] log.Log(170): Logging initialized @6708ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-07-22T12:29:18,923 INFO [Listener at localhost/37219 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:29:18,923 INFO [Listener at localhost/37219 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:29:18,924 INFO [Listener at localhost/37219 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:29:18,926 INFO [Listener at localhost/37219 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-07-22T12:29:18,926 INFO [Listener at localhost/37219 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:29:18,927 INFO [Listener at localhost/37219 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:29:18,930 INFO [Listener at localhost/37219 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:29:19,066 INFO [Listener at localhost/37219 {}] http.HttpServer(1219): Jetty bound to port 45729 2023-07-22T12:29:19,068 INFO [Listener at localhost/37219 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:29:19,104 INFO [Listener at localhost/37219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:19,108 INFO [Listener at localhost/37219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@fea5062{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:29:19,108 INFO [Listener at localhost/37219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:19,109 INFO [Listener at localhost/37219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3f144b76{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:29:19,170 INFO [Listener at localhost/37219 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:29:19,183 INFO [Listener at localhost/37219 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:29:19,183 INFO [Listener at localhost/37219 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:29:19,185 INFO [Listener at localhost/37219 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:29:19,192 INFO [Listener at localhost/37219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:20,281 INFO [Listener at localhost/37219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@33a90e41{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:29:20,293 INFO [Listener at localhost/37219 {}] server.AbstractConnector(333): Started ServerConnector@206bbab6{HTTP/1.1, (http/1.1)}{0.0.0.0:45729} 2023-07-22T12:29:20,293 INFO [Listener at localhost/37219 {}] server.Server(415): Started @8207ms 2023-07-22T12:29:20,297 INFO [Listener at localhost/37219 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790, hbase.cluster.distributed=false 2023-07-22T12:29:20,357 INFO [Listener at localhost/37219 {}] client.ConnectionUtils(127): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:29:20,357 INFO [Listener at localhost/37219 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:20,357 INFO [Listener at localhost/37219 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:20,357 INFO [Listener at localhost/37219 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:29:20,358 INFO [Listener at localhost/37219 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:20,358 INFO [Listener at localhost/37219 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:29:20,366 INFO [Listener at localhost/37219 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:29:20,368 INFO [Listener at localhost/37219 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:29:20,369 INFO [Listener at localhost/37219 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:35539 2023-07-22T12:29:20,371 INFO [Listener at localhost/37219 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-07-22T12:29:20,379 DEBUG [Listener at localhost/37219 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-07-22T12:29:20,380 INFO [Listener at localhost/37219 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:20,382 INFO [Listener at localhost/37219 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:20,384 INFO [Listener at localhost/37219 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:35539 connecting to ZooKeeper ensemble=127.0.0.1:57913 2023-07-22T12:29:20,387 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:355390x0, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:29:20,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:35539-0x100005cbbc80001 connected 2023-07-22T12:29:20,388 DEBUG [Listener at localhost/37219 {}] zookeeper.ZKUtil(113): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:29:20,390 DEBUG [Listener at localhost/37219 {}] zookeeper.ZKUtil(113): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:29:20,390 DEBUG [Listener at localhost/37219 {}] zookeeper.ZKUtil(113): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:29:20,391 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35539 2023-07-22T12:29:20,391 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35539 2023-07-22T12:29:20,391 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35539 2023-07-22T12:29:20,392 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35539 2023-07-22T12:29:20,392 DEBUG [Listener at localhost/37219 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35539 2023-07-22T12:29:20,396 INFO [Listener at localhost/37219 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:29:20,397 INFO [Listener at localhost/37219 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:29:20,397 INFO [Listener at localhost/37219 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:29:20,398 INFO [Listener at localhost/37219 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-07-22T12:29:20,398 INFO [Listener at localhost/37219 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:29:20,398 INFO [Listener at localhost/37219 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:29:20,398 INFO [Listener at localhost/37219 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:29:20,401 INFO [Listener at localhost/37219 {}] http.HttpServer(1219): Jetty bound to port 43223 2023-07-22T12:29:20,401 INFO [Listener at localhost/37219 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:29:20,403 INFO [Listener at localhost/37219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:20,403 INFO [Listener at localhost/37219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3b3c60b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:29:20,403 INFO [Listener at localhost/37219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:20,404 INFO [Listener at localhost/37219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@a6e59ef{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:29:20,420 INFO [Listener at localhost/37219 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:29:20,421 INFO [Listener at localhost/37219 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:29:20,422 INFO [Listener at localhost/37219 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:29:20,422 INFO [Listener at localhost/37219 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:29:20,424 INFO [Listener at localhost/37219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:20,428 INFO [Listener at localhost/37219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5878338b{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:29:20,429 INFO [Listener at localhost/37219 {}] server.AbstractConnector(333): Started ServerConnector@f535c66{HTTP/1.1, (http/1.1)}{0.0.0.0:43223} 2023-07-22T12:29:20,430 INFO [Listener at localhost/37219 {}] server.Server(415): Started @8343ms 2023-07-22T12:29:20,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:29:20,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@69d2ed8e{HTTP/1.1, (http/1.1)}{0.0.0.0:38409} 2023-07-22T12:29:20,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8352ms 2023-07-22T12:29:20,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:20,454 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:29:20,454 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:29:20,455 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:20,459 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:38605 2023-07-22T12:29:20,483 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:29:20,483 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:29:20,483 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:20,483 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:20,484 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:29:20,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:29:20,486 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,38605,1690028957422 from backup master directory 2023-07-22T12:29:20,490 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:20,490 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:29:20,490 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:29:20,491 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:29:20,491 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:20,494 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-07-22T12:29:20,496 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-07-22T12:29:20,989 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/hbase.id with ID: 5ce32740-20dc-45c5-b76e-9ddf2c17ec15 2023-07-22T12:29:21,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:21,080 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,080 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,128 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:21,130 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-07-22T12:29:21,151 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-07-22T12:29:21,151 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-07-22T12:29:21,152 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:29:21,162 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:29:21,164 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:29:21,237 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store 2023-07-22T12:29:21,261 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-07-22T12:29:21,261 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:21,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:29:21,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:21,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:21,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:29:21,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:21,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:21,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:29:21,264 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/.initializing 2023-07-22T12:29:21,264 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/WALs/jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:21,273 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:29:21,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38605%2C1690028957422, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/WALs/jenkins-hbase3.apache.org,38605,1690028957422, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/oldWALs, maxLogs=10 2023-07-22T12:29:21,314 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/WALs/jenkins-hbase3.apache.org,38605,1690028957422/jenkins-hbase3.apache.org%2C38605%2C1690028957422.1690028961293, exclude list is [], retry=0 2023-07-22T12:29:21,339 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK] 2023-07-22T12:29:21,346 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:29:21,413 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/WALs/jenkins-hbase3.apache.org,38605,1690028957422/jenkins-hbase3.apache.org%2C38605%2C1690028957422.1690028961293 2023-07-22T12:29:21,413 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK]] 2023-07-22T12:29:21,414 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:21,414 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:21,418 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-07-22T12:29:21,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:21,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:21,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-07-22T12:29:21,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:21,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:21,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-07-22T12:29:21,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:21,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:21,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-07-22T12:29:21,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:21,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:21,545 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,546 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,560 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-07-22T12:29:21,563 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:21,567 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:21,568 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10322019840, jitterRate=-0.03868699073791504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-07-22T12:29:21,574 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:29:21,575 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-07-22T12:29:21,614 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c303c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:21,667 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-07-22T12:29:21,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-07-22T12:29:21,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-07-22T12:29:21,691 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-07-22T12:29:21,692 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-07-22T12:29:21,699 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-07-22T12:29:21,699 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-07-22T12:29:21,733 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-07-22T12:29:21,750 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-07-22T12:29:21,752 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-07-22T12:29:21,756 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-07-22T12:29:21,757 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-07-22T12:29:21,759 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-07-22T12:29:21,762 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-07-22T12:29:21,768 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-07-22T12:29:21,770 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-07-22T12:29:21,770 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-07-22T12:29:21,772 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-07-22T12:29:21,786 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-07-22T12:29:21,787 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-07-22T12:29:21,799 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:29:21,799 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:29:21,799 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,799 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,799 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,38605,1690028957422, sessionid=0x100005cbbc80000, setting cluster-up flag (Was=false) 2023-07-22T12:29:21,809 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-07-22T12:29:21,815 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,815 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,821 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-07-22T12:29:21,822 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:21,825 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,825 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,831 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-07-22T12:29:21,832 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:21,838 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,838 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:21,843 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-07-22T12:29:21,845 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:21,944 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:35539 2023-07-22T12:29:21,945 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(997): ClusterId : 5ce32740-20dc-45c5-b76e-9ddf2c17ec15 2023-07-22T12:29:21,948 INFO [RS:0;jenkins-hbase3:35539 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-07-22T12:29:21,952 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-07-22T12:29:21,959 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-07-22T12:29:21,960 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-07-22T12:29:21,963 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-07-22T12:29:21,963 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-07-22T12:29:21,966 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-07-22T12:29:21,968 DEBUG [RS:0;jenkins-hbase3:35539 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a057d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:21,970 DEBUG [RS:0;jenkins-hbase3:35539 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a4100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:29:21,975 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-07-22T12:29:21,975 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-07-22T12:29:21,975 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-07-22T12:29:21,978 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,38605,1690028957422 with isa=jenkins-hbase3.apache.org/172.31.12.81:35539, startcode=1690028960356 2023-07-22T12:29:21,983 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-07-22T12:29:21,994 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-07-22T12:29:21,997 DEBUG [RS:0;jenkins-hbase3:35539 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:29:21,999 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-07-22T12:29:22,008 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,38605,1690028957422 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-07-22T12:29:22,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:29:22,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:29:22,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:29:22,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:29:22,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-07-22T12:29:22,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:29:22,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,020 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1690028992019 2023-07-22T12:29:22,023 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-07-22T12:29:22,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:29:22,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-07-22T12:29:22,028 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-07-22T12:29:22,032 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:22,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:29:22,038 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-07-22T12:29:22,039 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-07-22T12:29:22,039 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-07-22T12:29:22,040 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-07-22T12:29:22,040 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-07-22T12:29:22,043 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,045 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-07-22T12:29:22,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-07-22T12:29:22,049 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:22,051 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-07-22T12:29:22,052 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-07-22T12:29:22,061 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6f9c0458 to 127.0.0.1:57913 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:29:22,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:22,076 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c1660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:22,077 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:29:22,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:29:22,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:29:22,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:22,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:22,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:29:22,084 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-07-22T12:29:22,085 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-07-22T12:29:22,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:29:22,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:22,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:22,087 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028962087,5,FailOnTimeoutGroup] 2023-07-22T12:29:22,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:29:22,088 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49595, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:29:22,090 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028962087,5,FailOnTimeoutGroup] 2023-07-22T12:29:22,090 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:29:22,090 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-07-22T12:29:22,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:22,092 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,092 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:22,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740 2023-07-22T12:29:22,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740 2023-07-22T12:29:22,101 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:29:22,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:22,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:29:22,109 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:22,110 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10418244800, jitterRate=-0.029725342988967896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:29:22,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:29:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:29:22,114 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:29:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:29:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:29:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:29:22,119 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:29:22,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:29:22,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:29:22,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-07-22T12:29:22,130 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:22,130 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:40427 2023-07-22T12:29:22,130 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=45729 2023-07-22T12:29:22,138 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:29:22,138 DEBUG [RS:0;jenkins-hbase3:35539 {}] zookeeper.ZKUtil(111): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:22,138 WARN [RS:0;jenkins-hbase3:35539 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:29:22,139 INFO [RS:0;jenkins-hbase3:35539 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:29:22,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-07-22T12:29:22,139 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:22,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,35539,1690028960356] 2023-07-22T12:29:22,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-07-22T12:29:22,161 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-07-22T12:29:22,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-07-22T12:29:22,176 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-07-22T12:29:22,192 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-07-22T12:29:22,196 INFO [RS:0;jenkins-hbase3:35539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-07-22T12:29:22,196 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,197 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-07-22T12:29:22,209 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,209 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,210 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,210 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,210 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,210 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,211 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:29:22,211 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,211 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,211 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,212 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,212 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:22,212 DEBUG [RS:0;jenkins-hbase3:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-07-22T12:29:22,213 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,213 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,214 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,214 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,214 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35539,1690028960356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:29:22,230 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-07-22T12:29:22,234 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35539,1690028960356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:22,249 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,35539,1690028960356 started 2023-07-22T12:29:22,249 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,35539,1690028960356, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:35539, sessionid=0x100005cbbc80001 2023-07-22T12:29:22,250 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-07-22T12:29:22,250 DEBUG [RS:0;jenkins-hbase3:35539 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:22,250 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35539,1690028960356' 2023-07-22T12:29:22,250 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:29:22,251 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:29:22,252 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-07-22T12:29:22,252 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-07-22T12:29:22,252 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35539,1690028960356' 2023-07-22T12:29:22,252 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:29:22,253 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:29:22,253 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-07-22T12:29:22,253 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-07-22T12:29:22,253 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-07-22T12:29:22,254 DEBUG [RS:0;jenkins-hbase3:35539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:22,254 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35539,1690028960356' 2023-07-22T12:29:22,254 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-07-22T12:29:22,254 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-07-22T12:29:22,255 DEBUG [RS:0;jenkins-hbase3:35539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-07-22T12:29:22,255 INFO [RS:0;jenkins-hbase3:35539 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-07-22T12:29:22,255 INFO [RS:0;jenkins-hbase3:35539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-07-22T12:29:22,316 WARN [jenkins-hbase3:38605 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-07-22T12:29:22,367 INFO [RS:0;jenkins-hbase3:35539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:29:22,369 INFO [RS:0;jenkins-hbase3:35539 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35539%2C1690028960356, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/oldWALs, maxLogs=32 2023-07-22T12:29:22,381 DEBUG [RS:0;jenkins-hbase3:35539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.1690028962371, exclude list is [], retry=0 2023-07-22T12:29:22,386 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK] 2023-07-22T12:29:22,390 INFO [RS:0;jenkins-hbase3:35539 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.1690028962371 2023-07-22T12:29:22,390 DEBUG [RS:0;jenkins-hbase3:35539 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK]] 2023-07-22T12:29:22,567 DEBUG [jenkins-hbase3:38605 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-07-22T12:29:22,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:22,581 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35539,1690028960356, state=OPENING 2023-07-22T12:29:22,589 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-07-22T12:29:22,593 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:22,593 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:22,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:29:22,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:29:22,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35539,1690028960356}] 2023-07-22T12:29:22,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:22,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=AdminService, sasl=false 2023-07-22T12:29:22,796 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48926, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-07-22T12:29:22,807 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-07-22T12:29:22,808 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:29:22,809 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-07-22T12:29:22,812 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta, suffix=.meta, logDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/oldWALs, maxLogs=32 2023-07-22T12:29:22,826 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta.1690028962813.meta, exclude list is [], retry=0 2023-07-22T12:29:22,831 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK] 2023-07-22T12:29:22,835 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta.1690028962813.meta 2023-07-22T12:29:22,835 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK]] 2023-07-22T12:29:22,835 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:22,840 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:22,841 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-07-22T12:29:22,858 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-07-22T12:29:22,859 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-07-22T12:29:22,864 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-07-22T12:29:22,864 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:22,864 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-07-22T12:29:22,864 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-07-22T12:29:22,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:29:22,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:29:22,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:22,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:22,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:29:22,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:29:22,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:22,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:22,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:29:22,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:29:22,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:22,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:22,875 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740 2023-07-22T12:29:22,877 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740 2023-07-22T12:29:22,880 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:29:22,882 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:29:22,883 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11742940800, jitterRate=0.0936465859413147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:29:22,884 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:29:22,896 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1690028962781 2023-07-22T12:29:22,915 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-07-22T12:29:22,915 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-07-22T12:29:22,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:22,918 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35539,1690028960356, state=OPEN 2023-07-22T12:29:22,922 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:29:22,922 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:29:22,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:29:22,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:29:22,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-07-22T12:29:22,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35539,1690028960356 in 324 msec 2023-07-22T12:29:22,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-07-22T12:29:22,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 789 msec 2023-07-22T12:29:22,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0350 sec 2023-07-22T12:29:22,944 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1690028962943, completionTime=-1 2023-07-22T12:29:22,944 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-07-22T12:29:22,944 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-07-22T12:29:23,145 DEBUG [hconnection-0x78ef8623-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:23,148 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48930, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:23,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-07-22T12:29:23,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1690029023165 2023-07-22T12:29:23,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1690029083165 2023-07-22T12:29:23,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 220 msec 2023-07-22T12:29:23,189 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38605,1690028957422-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:23,190 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38605,1690028957422-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:23,190 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38605,1690028957422-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:23,192 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:38605, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:23,192 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:23,200 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-07-22T12:29:23,213 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-07-22T12:29:23,215 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:29:23,225 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-07-22T12:29:23,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:23,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:23,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:23,655 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => cd014126d13d2188385c2911217ac5d4, NAME => 'hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:24,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:24,067 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing cd014126d13d2188385c2911217ac5d4, disabling compactions & flushes 2023-07-22T12:29:24,067 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:24,067 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:24,067 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. after waiting 0 ms 2023-07-22T12:29:24,067 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:24,067 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:24,067 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for cd014126d13d2188385c2911217ac5d4: 2023-07-22T12:29:24,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:24,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1690028964071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028964071"}]},"ts":"1690028964071"} 2023-07-22T12:29:24,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:24,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:24,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028964123"}]},"ts":"1690028964123"} 2023-07-22T12:29:24,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-07-22T12:29:24,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cd014126d13d2188385c2911217ac5d4, ASSIGN}] 2023-07-22T12:29:24,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cd014126d13d2188385c2911217ac5d4, ASSIGN 2023-07-22T12:29:24,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=cd014126d13d2188385c2911217ac5d4, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35539,1690028960356; forceNewPlan=false, retain=false 2023-07-22T12:29:24,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cd014126d13d2188385c2911217ac5d4, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:24,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure cd014126d13d2188385c2911217ac5d4, server=jenkins-hbase3.apache.org,35539,1690028960356}] 2023-07-22T12:29:24,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:24,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => cd014126d13d2188385c2911217ac5d4, NAME => 'hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:24,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:24,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace cd014126d13d2188385c2911217ac5d4 2023-07-22T12:29:24,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:24,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for cd014126d13d2188385c2911217ac5d4 2023-07-22T12:29:24,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for cd014126d13d2188385c2911217ac5d4 2023-07-22T12:29:24,463 INFO [StoreOpener-cd014126d13d2188385c2911217ac5d4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cd014126d13d2188385c2911217ac5d4 2023-07-22T12:29:24,466 INFO [StoreOpener-cd014126d13d2188385c2911217ac5d4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd014126d13d2188385c2911217ac5d4 columnFamilyName info 2023-07-22T12:29:24,466 DEBUG [StoreOpener-cd014126d13d2188385c2911217ac5d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:24,467 INFO [StoreOpener-cd014126d13d2188385c2911217ac5d4-1 {}] regionserver.HStore(324): Store=cd014126d13d2188385c2911217ac5d4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:24,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4 2023-07-22T12:29:24,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4 2023-07-22T12:29:24,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for cd014126d13d2188385c2911217ac5d4 2023-07-22T12:29:24,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:24,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened cd014126d13d2188385c2911217ac5d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11956205920, jitterRate=0.1135084480047226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:24,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for cd014126d13d2188385c2911217ac5d4: 2023-07-22T12:29:24,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4., pid=6, masterSystemTime=1690028964453 2023-07-22T12:29:24,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:24,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:24,484 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cd014126d13d2188385c2911217ac5d4, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:24,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-07-22T12:29:24,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure cd014126d13d2188385c2911217ac5d4, server=jenkins-hbase3.apache.org,35539,1690028960356 in 189 msec 2023-07-22T12:29:24,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-07-22T12:29:24,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=cd014126d13d2188385c2911217ac5d4, ASSIGN in 354 msec 2023-07-22T12:29:24,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:24,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028964496"}]},"ts":"1690028964496"} 2023-07-22T12:29:24,499 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-07-22T12:29:24,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:24,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2870 sec 2023-07-22T12:29:24,530 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-07-22T12:29:24,532 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:24,532 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35539-0x100005cbbc80001, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:24,532 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:24,582 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-07-22T12:29:24,599 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:24,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2023-07-22T12:29:24,617 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-07-22T12:29:24,630 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:24,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-07-22T12:29:24,645 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-07-22T12:29:24,647 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-07-22T12:29:24,648 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 4.157sec 2023-07-22T12:29:24,650 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-07-22T12:29:24,651 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-07-22T12:29:24,653 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-07-22T12:29:24,653 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-07-22T12:29:24,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-07-22T12:29:24,656 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38605,1690028957422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:29:24,656 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38605,1690028957422-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-07-22T12:29:24,669 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-07-22T12:29:24,671 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-07-22T12:29:24,689 DEBUG [Listener at localhost/37219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x04184f74 to 127.0.0.1:57913 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:29:24,695 DEBUG [Listener at localhost/37219 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed812cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:24,702 DEBUG [Listener at localhost/37219 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-07-22T12:29:24,703 DEBUG [Listener at localhost/37219 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-07-22T12:29:24,721 DEBUG [hconnection-0x309c0b76-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:24,736 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48936, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:24,751 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:24,751 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-07-22T12:29:24,751 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/test.cache.data in system properties and HBase conf 2023-07-22T12:29:24,751 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:29:24,751 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:29:24,751 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:29:24,751 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:29:24,752 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:29:24,752 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:29:24,752 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:29:24,752 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:29:24,752 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:29:24,752 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:29:24,753 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:29:24,753 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:29:24,753 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:29:24,753 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:29:24,753 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:29:24,753 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:29:24,753 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:29:24,754 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:29:24,754 INFO [Listener at localhost/37219 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-07-22T12:29:26,182 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:26,533 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:26,539 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42443_jobhistory____.svci69/webapp 2023-07-22T12:29:26,707 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-07-22T12:29:26,707 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-07-22T12:29:26,707 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:29:26,710 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:29:26,793 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:26,902 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:27,166 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-07-22T12:29:27,196 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42443 2023-07-22T12:29:27,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:29:27,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:27,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:29:27,595 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:27,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:27,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-07-22T12:29:27,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:29:27,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-07-22T12:29:27,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:29:27,598 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:27,679 WARN [Listener at jenkins-hbase3.apache.org/40885 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:27,758 WARN [Listener at jenkins-hbase3.apache.org/40885 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:29:27,759 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:27,767 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_46385_cluster____.ja9f7v/webapp 2023-07-22T12:29:27,841 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:29:27,842 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-07-22T12:29:27,842 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:29:27,842 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:29:27,854 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:28,076 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:28,153 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:28,159 INFO [Listener at jenkins-hbase3.apache.org/40885 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:46385 2023-07-22T12:29:28,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:29:28,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-07-22T12:29:28,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-07-22T12:29:28,572 WARN [Listener at jenkins-hbase3.apache.org/41371 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:28,594 WARN [Listener at jenkins-hbase3.apache.org/41371 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:29:28,594 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:28,600 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35283_node____st4s2y/webapp 2023-07-22T12:29:28,653 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:29:28,653 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:29:28,653 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:29:28,653 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:29:28,662 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:28,688 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:28,785 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:28,802 INFO [Listener at jenkins-hbase3.apache.org/41371 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35283 2023-07-22T12:29:28,986 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:28,995 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:29:28,995 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:29,001 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33165_node____z26wf/webapp 2023-07-22T12:29:29,052 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:29:29,053 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:29:29,053 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:29:29,053 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:29:29,062 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:29,078 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:29,136 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:29,142 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33165 2023-07-22T12:29:29,173 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-07-22T12:29:29,173 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:40427/backupUT 2023-07-22T12:29:29,185 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:29:29,189 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:55662, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:29:29,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-07-22T12:29:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-07-22T12:29:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:29:29,229 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:29,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 35 msec 2023-07-22T12:29:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:29:29,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-07-22T12:29:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-07-22T12:29:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:29:29,338 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:29,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-07-22T12:29:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:29:29,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-07-22T12:29:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-07-22T12:29:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:29:29,447 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:29,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-07-22T12:29:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:29:29,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-07-22T12:29:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-07-22T12:29:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:29:29,554 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:29,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 14 msec 2023-07-22T12:29:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:29:29,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1690028969173', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1690028969173 2023-07-22T12:29:29,668 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1690028969173 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:29,669 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:29,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1690028969173 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:29,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1690028969173" procId is: 13 2023-07-22T12:29:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:29,709 INFO [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 916c33e5c2fa19b974366d125b9266d8, NAME => 'test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1690028969173', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:30,127 DEBUG [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(888): Instantiated test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:30,127 DEBUG [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(1668): Closing 916c33e5c2fa19b974366d125b9266d8, disabling compactions & flushes 2023-07-22T12:29:30,127 INFO [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(1690): Closing region test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:30,127 DEBUG [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:30,127 DEBUG [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. after waiting 0 ms 2023-07-22T12:29:30,128 DEBUG [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:30,128 INFO [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(1909): Closed test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:30,128 DEBUG [RegionOpenAndInit-test-1690028969173-pool-0 {}] regionserver.HRegion(1622): Region close journal for 916c33e5c2fa19b974366d125b9266d8: 2023-07-22T12:29:30,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1690028969173 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:30,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1690028970129"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028970129"}]},"ts":"1690028970129"} 2023-07-22T12:29:30,132 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:30,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1690028969173 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:30,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028969173","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028970134"}]},"ts":"1690028970134"} 2023-07-22T12:29:30,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028969173, state=ENABLING in hbase:meta 2023-07-22T12:29:30,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028969173, region=916c33e5c2fa19b974366d125b9266d8, ASSIGN}] 2023-07-22T12:29:30,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028969173, region=916c33e5c2fa19b974366d125b9266d8, ASSIGN 2023-07-22T12:29:30,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1690028969173, region=916c33e5c2fa19b974366d125b9266d8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35539,1690028960356; forceNewPlan=false, retain=false 2023-07-22T12:29:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:30,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=916c33e5c2fa19b974366d125b9266d8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:30,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 916c33e5c2fa19b974366d125b9266d8, server=jenkins-hbase3.apache.org,35539,1690028960356}] 2023-07-22T12:29:30,461 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:30,461 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 916c33e5c2fa19b974366d125b9266d8, NAME => 'test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:30,461 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:30,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1690028969173 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:30,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:30,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:30,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:30,464 INFO [StoreOpener-916c33e5c2fa19b974366d125b9266d8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:30,466 INFO [StoreOpener-916c33e5c2fa19b974366d125b9266d8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916c33e5c2fa19b974366d125b9266d8 columnFamilyName f 2023-07-22T12:29:30,466 DEBUG [StoreOpener-916c33e5c2fa19b974366d125b9266d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:30,468 INFO [StoreOpener-916c33e5c2fa19b974366d125b9266d8-1 {}] regionserver.HStore(324): Store=916c33e5c2fa19b974366d125b9266d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:30,469 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:30,470 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:30,473 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:30,480 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:30,480 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 916c33e5c2fa19b974366d125b9266d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9470292000, jitterRate=-0.11801032721996307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:30,481 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 916c33e5c2fa19b974366d125b9266d8: 2023-07-22T12:29:30,483 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8., pid=15, masterSystemTime=1690028970452 2023-07-22T12:29:30,485 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:30,485 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:30,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=916c33e5c2fa19b974366d125b9266d8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:30,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-07-22T12:29:30,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 916c33e5c2fa19b974366d125b9266d8, server=jenkins-hbase3.apache.org,35539,1690028960356 in 190 msec 2023-07-22T12:29:30,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-07-22T12:29:30,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1690028969173, region=916c33e5c2fa19b974366d125b9266d8, ASSIGN in 351 msec 2023-07-22T12:29:30,496 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1690028969173 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:30,496 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028969173","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028970496"}]},"ts":"1690028970496"} 2023-07-22T12:29:30,498 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028969173, state=ENABLED in hbase:meta 2023-07-22T12:29:30,501 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1690028969173 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:30,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1690028969173 in 837 msec 2023-07-22T12:29:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:30,790 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1690028969173, procId: 13 completed 2023-07-22T12:29:30,791 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6693fb1a to 127.0.0.1:57913 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:29:30,797 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5105cd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:30,808 DEBUG [hconnection-0x5accec2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:30,813 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60850, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:30,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.HRegion(8210): writing data to region test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:29:30,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16900289691731', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16900289691731 2023-07-22T12:29:30,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900289691731 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:30,933 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:30,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16900289691731" procId is: 16 2023-07-22T12:29:30,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16900289691731 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:31,349 INFO [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 99b66044efe391a46dbb489d96ad41f7, NAME => 'ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16900289691731', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:31,767 DEBUG [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:31,767 DEBUG [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(1668): Closing 99b66044efe391a46dbb489d96ad41f7, disabling compactions & flushes 2023-07-22T12:29:31,767 INFO [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:31,767 DEBUG [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:31,767 DEBUG [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. after waiting 0 ms 2023-07-22T12:29:31,767 DEBUG [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:31,767 INFO [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:31,767 DEBUG [RegionOpenAndInit-ns2:test-16900289691731-pool-0 {}] regionserver.HRegion(1622): Region close journal for 99b66044efe391a46dbb489d96ad41f7: 2023-07-22T12:29:31,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16900289691731 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:31,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028971769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028971769"}]},"ts":"1690028971769"} 2023-07-22T12:29:31,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:31,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16900289691731 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:31,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900289691731","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028971773"}]},"ts":"1690028971773"} 2023-07-22T12:29:31,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900289691731, state=ENABLING in hbase:meta 2023-07-22T12:29:31,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900289691731, region=99b66044efe391a46dbb489d96ad41f7, ASSIGN}] 2023-07-22T12:29:31,781 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900289691731, region=99b66044efe391a46dbb489d96ad41f7, ASSIGN 2023-07-22T12:29:31,782 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16900289691731, region=99b66044efe391a46dbb489d96ad41f7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35539,1690028960356; forceNewPlan=false, retain=false 2023-07-22T12:29:31,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=99b66044efe391a46dbb489d96ad41f7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:31,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 99b66044efe391a46dbb489d96ad41f7, server=jenkins-hbase3.apache.org,35539,1690028960356}] 2023-07-22T12:29:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:32,092 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:32,092 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 99b66044efe391a46dbb489d96ad41f7, NAME => 'ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:32,093 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:32,093 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900289691731 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:32,093 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:32,093 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:32,093 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:32,095 INFO [StoreOpener-99b66044efe391a46dbb489d96ad41f7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:32,096 INFO [StoreOpener-99b66044efe391a46dbb489d96ad41f7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99b66044efe391a46dbb489d96ad41f7 columnFamilyName f 2023-07-22T12:29:32,097 DEBUG [StoreOpener-99b66044efe391a46dbb489d96ad41f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:32,097 INFO [StoreOpener-99b66044efe391a46dbb489d96ad41f7-1 {}] regionserver.HStore(324): Store=99b66044efe391a46dbb489d96ad41f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:32,098 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:32,099 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:32,102 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:32,105 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:32,106 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 99b66044efe391a46dbb489d96ad41f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11540045920, jitterRate=0.07475052773952484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:32,106 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 99b66044efe391a46dbb489d96ad41f7: 2023-07-22T12:29:32,107 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7., pid=18, masterSystemTime=1690028972087 2023-07-22T12:29:32,109 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:32,110 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:32,110 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=99b66044efe391a46dbb489d96ad41f7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:32,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-07-22T12:29:32,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 99b66044efe391a46dbb489d96ad41f7, server=jenkins-hbase3.apache.org,35539,1690028960356 in 177 msec 2023-07-22T12:29:32,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-07-22T12:29:32,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16900289691731, region=99b66044efe391a46dbb489d96ad41f7, ASSIGN in 336 msec 2023-07-22T12:29:32,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16900289691731 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:32,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900289691731","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028972118"}]},"ts":"1690028972118"} 2023-07-22T12:29:32,121 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900289691731, state=ENABLED in hbase:meta 2023-07-22T12:29:32,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900289691731 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:32,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16900289691731 in 1.1940 sec 2023-07-22T12:29:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:33,044 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16900289691731, procId: 16 completed 2023-07-22T12:29:33,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.HRegion(8210): writing data to region ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:29:33,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16900289691732', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16900289691732 2023-07-22T12:29:33,157 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900289691732 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:33,157 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:33,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16900289691732" procId is: 19 2023-07-22T12:29:33,158 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16900289691732 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:33,181 INFO [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fc87e46c8516469bc09a1a867196a2c1, NAME => 'ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16900289691732', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:33,599 DEBUG [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:33,599 DEBUG [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(1668): Closing fc87e46c8516469bc09a1a867196a2c1, disabling compactions & flushes 2023-07-22T12:29:33,599 INFO [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:33,599 DEBUG [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:33,599 DEBUG [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. after waiting 0 ms 2023-07-22T12:29:33,599 DEBUG [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:33,599 INFO [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:33,599 DEBUG [RegionOpenAndInit-ns3:test-16900289691732-pool-0 {}] regionserver.HRegion(1622): Region close journal for fc87e46c8516469bc09a1a867196a2c1: 2023-07-22T12:29:33,601 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16900289691732 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:33,602 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028973601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028973601"}]},"ts":"1690028973601"} 2023-07-22T12:29:33,604 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:33,605 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16900289691732 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:33,606 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900289691732","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028973605"}]},"ts":"1690028973605"} 2023-07-22T12:29:33,608 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900289691732, state=ENABLING in hbase:meta 2023-07-22T12:29:33,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900289691732, region=fc87e46c8516469bc09a1a867196a2c1, ASSIGN}] 2023-07-22T12:29:33,615 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900289691732, region=fc87e46c8516469bc09a1a867196a2c1, ASSIGN 2023-07-22T12:29:33,616 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16900289691732, region=fc87e46c8516469bc09a1a867196a2c1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35539,1690028960356; forceNewPlan=false, retain=false 2023-07-22T12:29:33,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=fc87e46c8516469bc09a1a867196a2c1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:33,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure fc87e46c8516469bc09a1a867196a2c1, server=jenkins-hbase3.apache.org,35539,1690028960356}] 2023-07-22T12:29:33,936 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:33,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => fc87e46c8516469bc09a1a867196a2c1, NAME => 'ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:33,937 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:33,937 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900289691732 fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:33,937 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:33,937 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:33,937 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:33,939 INFO [StoreOpener-fc87e46c8516469bc09a1a867196a2c1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:33,941 INFO [StoreOpener-fc87e46c8516469bc09a1a867196a2c1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc87e46c8516469bc09a1a867196a2c1 columnFamilyName f 2023-07-22T12:29:33,941 DEBUG [StoreOpener-fc87e46c8516469bc09a1a867196a2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:33,942 INFO [StoreOpener-fc87e46c8516469bc09a1a867196a2c1-1 {}] regionserver.HStore(324): Store=fc87e46c8516469bc09a1a867196a2c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:33,943 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns3/test-16900289691732/fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:33,943 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns3/test-16900289691732/fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:33,947 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:33,954 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns3/test-16900289691732/fc87e46c8516469bc09a1a867196a2c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:33,955 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened fc87e46c8516469bc09a1a867196a2c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11958099360, jitterRate=0.11368478834629059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:33,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for fc87e46c8516469bc09a1a867196a2c1: 2023-07-22T12:29:33,957 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1., pid=21, masterSystemTime=1690028973931 2023-07-22T12:29:33,959 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:33,959 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:33,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=fc87e46c8516469bc09a1a867196a2c1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:33,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-07-22T12:29:33,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure fc87e46c8516469bc09a1a867196a2c1, server=jenkins-hbase3.apache.org,35539,1690028960356 in 184 msec 2023-07-22T12:29:33,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-07-22T12:29:33,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16900289691732, region=fc87e46c8516469bc09a1a867196a2c1, ASSIGN in 353 msec 2023-07-22T12:29:33,968 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16900289691732 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:33,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900289691732","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028973968"}]},"ts":"1690028973968"} 2023-07-22T12:29:33,970 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900289691732, state=ENABLED in hbase:meta 2023-07-22T12:29:33,973 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900289691732 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:33,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16900289691732 in 820 msec 2023-07-22T12:29:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:34,271 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16900289691732, procId: 19 completed 2023-07-22T12:29:34,272 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16900289691732 get assigned. Timeout = 60000ms 2023-07-22T12:29:34,274 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:29:34,279 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16900289691732 assigned to meta. Checking AM states. 2023-07-22T12:29:34,279 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:29:34,279 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16900289691732 assigned. 2023-07-22T12:29:34,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16900289691733', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16900289691733 2023-07-22T12:29:34,286 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900289691733 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:34,286 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:34,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16900289691733" procId is: 22 2023-07-22T12:29:34,287 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16900289691733 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:34,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1690028969173' 2023-07-22T12:29:34,483 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16900289691731' 2023-07-22T12:29:34,483 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16900289691732' 2023-07-22T12:29:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:34,711 INFO [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4959926e58a98476d0e9468eccfc09ce, NAME => 'ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16900289691733', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:35,128 DEBUG [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:35,128 DEBUG [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(1668): Closing 4959926e58a98476d0e9468eccfc09ce, disabling compactions & flushes 2023-07-22T12:29:35,128 INFO [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:35,128 DEBUG [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:35,128 DEBUG [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. after waiting 0 ms 2023-07-22T12:29:35,128 DEBUG [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:35,128 INFO [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:35,128 DEBUG [RegionOpenAndInit-ns4:test-16900289691733-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4959926e58a98476d0e9468eccfc09ce: 2023-07-22T12:29:35,130 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16900289691733 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:35,131 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028975130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028975130"}]},"ts":"1690028975130"} 2023-07-22T12:29:35,133 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:35,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16900289691733 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:35,135 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900289691733","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028975134"}]},"ts":"1690028975134"} 2023-07-22T12:29:35,137 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900289691733, state=ENABLING in hbase:meta 2023-07-22T12:29:35,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900289691733, region=4959926e58a98476d0e9468eccfc09ce, ASSIGN}] 2023-07-22T12:29:35,143 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900289691733, region=4959926e58a98476d0e9468eccfc09ce, ASSIGN 2023-07-22T12:29:35,144 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16900289691733, region=4959926e58a98476d0e9468eccfc09ce, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35539,1690028960356; forceNewPlan=false, retain=false 2023-07-22T12:29:35,296 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4959926e58a98476d0e9468eccfc09ce, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:35,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 4959926e58a98476d0e9468eccfc09ce, server=jenkins-hbase3.apache.org,35539,1690028960356}] 2023-07-22T12:29:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:35,461 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:35,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 4959926e58a98476d0e9468eccfc09ce, NAME => 'ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:35,462 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:35,463 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900289691733 4959926e58a98476d0e9468eccfc09ce 2023-07-22T12:29:35,463 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:35,463 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 4959926e58a98476d0e9468eccfc09ce 2023-07-22T12:29:35,463 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 4959926e58a98476d0e9468eccfc09ce 2023-07-22T12:29:35,485 INFO [StoreOpener-4959926e58a98476d0e9468eccfc09ce-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4959926e58a98476d0e9468eccfc09ce 2023-07-22T12:29:35,496 INFO [StoreOpener-4959926e58a98476d0e9468eccfc09ce-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4959926e58a98476d0e9468eccfc09ce columnFamilyName f 2023-07-22T12:29:35,496 DEBUG [StoreOpener-4959926e58a98476d0e9468eccfc09ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:35,497 INFO [StoreOpener-4959926e58a98476d0e9468eccfc09ce-1 {}] regionserver.HStore(324): Store=4959926e58a98476d0e9468eccfc09ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:35,498 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns4/test-16900289691733/4959926e58a98476d0e9468eccfc09ce 2023-07-22T12:29:35,498 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns4/test-16900289691733/4959926e58a98476d0e9468eccfc09ce 2023-07-22T12:29:35,501 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 4959926e58a98476d0e9468eccfc09ce 2023-07-22T12:29:35,509 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns4/test-16900289691733/4959926e58a98476d0e9468eccfc09ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:35,510 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 4959926e58a98476d0e9468eccfc09ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11592335520, jitterRate=0.0796203762292862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:35,510 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 4959926e58a98476d0e9468eccfc09ce: 2023-07-22T12:29:35,511 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce., pid=24, masterSystemTime=1690028975451 2023-07-22T12:29:35,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:35,514 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:35,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4959926e58a98476d0e9468eccfc09ce, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:35,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-07-22T12:29:35,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 4959926e58a98476d0e9468eccfc09ce, server=jenkins-hbase3.apache.org,35539,1690028960356 in 218 msec 2023-07-22T12:29:35,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-07-22T12:29:35,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16900289691733, region=4959926e58a98476d0e9468eccfc09ce, ASSIGN in 378 msec 2023-07-22T12:29:35,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16900289691733 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:35,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900289691733","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028975522"}]},"ts":"1690028975522"} 2023-07-22T12:29:35,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900289691733, state=ENABLED in hbase:meta 2023-07-22T12:29:35,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900289691733 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:35,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16900289691733 in 1.2450 sec 2023-07-22T12:29:35,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:29:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:36,397 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16900289691733, procId: 22 completed 2023-07-22T12:29:36,397 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16900289691733 get assigned. Timeout = 60000ms 2023-07-22T12:29:36,398 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:29:36,402 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16900289691733 assigned to meta. Checking AM states. 2023-07-22T12:29:36,402 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:29:36,402 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16900289691733 assigned. 2023-07-22T12:29:36,403 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6693fb1a to 127.0.0.1:57913 2023-07-22T12:29:36,403 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:36,450 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.ResourceChecker(147): before: backup.TestFullBackup#testFullBackupMultipleCommand Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=153, ProcessCount=168, AvailableMemoryMB=17324 2023-07-22T12:29:36,450 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-07-22T12:29:36,453 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] backup.TestFullBackup(44): test full backup on a multiple tables with data: command-line 2023-07-22T12:29:36,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-07-22T12:29:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-07-22T12:29:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:29:36,492 DEBUG [Listener at localhost/37219-EventThread {}] zookeeper.ZKWatcher(604): master:38605-0x100005cbbc80000, quorum=127.0.0.1:57913, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:36,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 24 msec 2023-07-22T12:29:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:29:36,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-07-22T12:29:36,599 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:36,599 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:36,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-07-22T12:29:36,600 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:29:36,622 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5bc8f3d60afeb1e6f2a00790248a2873, NAME => 'backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:36,638 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:36,638 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 5bc8f3d60afeb1e6f2a00790248a2873, disabling compactions & flushes 2023-07-22T12:29:36,638 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:36,639 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:36,639 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. after waiting 0 ms 2023-07-22T12:29:36,639 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:36,639 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:36,639 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5bc8f3d60afeb1e6f2a00790248a2873: 2023-07-22T12:29:36,641 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:36,641 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1690028976641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028976641"}]},"ts":"1690028976641"} 2023-07-22T12:29:36,644 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:36,645 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:36,646 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028976645"}]},"ts":"1690028976645"} 2023-07-22T12:29:36,647 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-07-22T12:29:36,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=5bc8f3d60afeb1e6f2a00790248a2873, ASSIGN}] 2023-07-22T12:29:36,659 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=5bc8f3d60afeb1e6f2a00790248a2873, ASSIGN 2023-07-22T12:29:36,660 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=5bc8f3d60afeb1e6f2a00790248a2873, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35539,1690028960356; forceNewPlan=false, retain=false 2023-07-22T12:29:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:29:36,812 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5bc8f3d60afeb1e6f2a00790248a2873, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:36,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 5bc8f3d60afeb1e6f2a00790248a2873, server=jenkins-hbase3.apache.org,35539,1690028960356}] 2023-07-22T12:29:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:29:36,970 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:36,970 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 5bc8f3d60afeb1e6f2a00790248a2873, NAME => 'backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:36,971 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:36,971 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:36,971 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:36,971 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:36,971 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:36,973 INFO [StoreOpener-5bc8f3d60afeb1e6f2a00790248a2873-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:36,976 INFO [StoreOpener-5bc8f3d60afeb1e6f2a00790248a2873-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc8f3d60afeb1e6f2a00790248a2873 columnFamilyName meta 2023-07-22T12:29:36,976 DEBUG [StoreOpener-5bc8f3d60afeb1e6f2a00790248a2873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:36,977 INFO [StoreOpener-5bc8f3d60afeb1e6f2a00790248a2873-1 {}] regionserver.HStore(324): Store=5bc8f3d60afeb1e6f2a00790248a2873/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:36,977 INFO [StoreOpener-5bc8f3d60afeb1e6f2a00790248a2873-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:36,979 INFO [StoreOpener-5bc8f3d60afeb1e6f2a00790248a2873-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc8f3d60afeb1e6f2a00790248a2873 columnFamilyName session 2023-07-22T12:29:36,979 DEBUG [StoreOpener-5bc8f3d60afeb1e6f2a00790248a2873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:36,980 INFO [StoreOpener-5bc8f3d60afeb1e6f2a00790248a2873-1 {}] regionserver.HStore(324): Store=5bc8f3d60afeb1e6f2a00790248a2873/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:36,981 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:36,981 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:36,983 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:29:36,984 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:36,987 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:36,987 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 5bc8f3d60afeb1e6f2a00790248a2873; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10072564480, jitterRate=-0.061919331550598145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:29:36,988 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 5bc8f3d60afeb1e6f2a00790248a2873: 2023-07-22T12:29:36,989 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873., pid=28, masterSystemTime=1690028976966 2023-07-22T12:29:36,991 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:36,992 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:36,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5bc8f3d60afeb1e6f2a00790248a2873, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:36,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-07-22T12:29:36,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 5bc8f3d60afeb1e6f2a00790248a2873, server=jenkins-hbase3.apache.org,35539,1690028960356 in 181 msec 2023-07-22T12:29:37,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-07-22T12:29:37,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=5bc8f3d60afeb1e6f2a00790248a2873, ASSIGN in 345 msec 2023-07-22T12:29:37,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:37,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028977001"}]},"ts":"1690028977001"} 2023-07-22T12:29:37,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-07-22T12:29:37,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:37,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 413 msec 2023-07-22T12:29:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:29:37,206 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-07-22T12:29:37,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-07-22T12:29:37,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:37,224 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:37,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-07-22T12:29:37,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:37,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900289691733 2023-07-22T12:29:37,587 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900289691733 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:37,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:29:37,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:37,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690028969173 2023-07-22T12:29:37,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1690028969173 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:37,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900289691731 2023-07-22T12:29:37,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900289691731 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:37,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900289691732 2023-07-22T12:29:37,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900289691732 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:37,639 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ab13722c6e31280eea2513b77290e72b, NAME => 'backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:38,052 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:38,053 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing ab13722c6e31280eea2513b77290e72b, disabling compactions & flushes 2023-07-22T12:29:38,053 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:38,053 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:38,053 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. after waiting 0 ms 2023-07-22T12:29:38,053 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:38,053 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:38,053 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for ab13722c6e31280eea2513b77290e72b: 2023-07-22T12:29:38,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:38,055 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1690028978055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028978055"}]},"ts":"1690028978055"} 2023-07-22T12:29:38,057 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:38,058 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:38,058 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028978058"}]},"ts":"1690028978058"} 2023-07-22T12:29:38,060 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-07-22T12:29:38,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=ab13722c6e31280eea2513b77290e72b, ASSIGN}] 2023-07-22T12:29:38,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=ab13722c6e31280eea2513b77290e72b, ASSIGN 2023-07-22T12:29:38,069 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=ab13722c6e31280eea2513b77290e72b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35539,1690028960356; forceNewPlan=false, retain=false 2023-07-22T12:29:38,220 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ab13722c6e31280eea2513b77290e72b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:38,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure ab13722c6e31280eea2513b77290e72b, server=jenkins-hbase3.apache.org,35539,1690028960356}] 2023-07-22T12:29:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:38,379 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:38,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => ab13722c6e31280eea2513b77290e72b, NAME => 'backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:38,380 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:38,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:38,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:38,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:38,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:38,382 INFO [StoreOpener-ab13722c6e31280eea2513b77290e72b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:38,384 INFO [StoreOpener-ab13722c6e31280eea2513b77290e72b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab13722c6e31280eea2513b77290e72b columnFamilyName meta 2023-07-22T12:29:38,384 DEBUG [StoreOpener-ab13722c6e31280eea2513b77290e72b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:38,384 INFO [StoreOpener-ab13722c6e31280eea2513b77290e72b-1 {}] regionserver.HStore(324): Store=ab13722c6e31280eea2513b77290e72b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:38,385 INFO [StoreOpener-ab13722c6e31280eea2513b77290e72b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:38,386 INFO [StoreOpener-ab13722c6e31280eea2513b77290e72b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab13722c6e31280eea2513b77290e72b columnFamilyName session 2023-07-22T12:29:38,386 DEBUG [StoreOpener-ab13722c6e31280eea2513b77290e72b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:38,387 INFO [StoreOpener-ab13722c6e31280eea2513b77290e72b-1 {}] regionserver.HStore(324): Store=ab13722c6e31280eea2513b77290e72b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:38,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system_bulk/ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:38,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system_bulk/ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:38,390 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:29:38,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:38,394 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system_bulk/ab13722c6e31280eea2513b77290e72b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:38,395 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened ab13722c6e31280eea2513b77290e72b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11318952320, jitterRate=0.054159581661224365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:29:38,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for ab13722c6e31280eea2513b77290e72b: 2023-07-22T12:29:38,396 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b., pid=31, masterSystemTime=1690028978375 2023-07-22T12:29:38,399 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:38,399 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:38,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ab13722c6e31280eea2513b77290e72b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:38,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-07-22T12:29:38,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure ab13722c6e31280eea2513b77290e72b, server=jenkins-hbase3.apache.org,35539,1690028960356 in 179 msec 2023-07-22T12:29:38,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-07-22T12:29:38,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=ab13722c6e31280eea2513b77290e72b, ASSIGN in 338 msec 2023-07-22T12:29:38,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:38,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028978408"}]},"ts":"1690028978408"} 2023-07-22T12:29:38,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-07-22T12:29:38,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:38,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1930 sec 2023-07-22T12:29:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:39,334 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-07-22T12:29:39,384 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcdd42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:39,385 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:29:39,387 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48436, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:29:39,395 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:39,398 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60866, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:39,480 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:29:39,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:29:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028979530 (current time:1690028979530). 2023-07-22T12:29:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:29:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:29:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66de501d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:39,544 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60880, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:29:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:29:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:29:39,563 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:29:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:39,569 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:29:39,571 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:29:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:39,984 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:29:39,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5bc8f3d60afeb1e6f2a00790248a2873}] 2023-07-22T12:29:39,994 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:40,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35539 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-07-22T12:29:40,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:40,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 5bc8f3d60afeb1e6f2a00790248a2873 2/2 column families, dataSize=45 B heapSize=632 B 2023-07-22T12:29:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:40,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/session/6d0c8a8b283941789bc51dd50898baed is 49, key is activesession:/session:c/1690028979512/Put/seqid=0 2023-07-22T12:29:40,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/session/6d0c8a8b283941789bc51dd50898baed 2023-07-22T12:29:40,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6d0c8a8b283941789bc51dd50898baed 2023-07-22T12:29:40,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/session/6d0c8a8b283941789bc51dd50898baed as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/session/6d0c8a8b283941789bc51dd50898baed 2023-07-22T12:29:40,347 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/session/6d0c8a8b283941789bc51dd50898baed, entries=1, sequenceid=5, filesize=4.9 K 2023-07-22T12:29:40,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 5bc8f3d60afeb1e6f2a00790248a2873 in 193ms, sequenceid=5, compaction requested=false 2023-07-22T12:29:40,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-07-22T12:29:40,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 5bc8f3d60afeb1e6f2a00790248a2873: 2023-07-22T12:29:40,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. for snapshot_backup_system completed. 2023-07-22T12:29:40,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:29:40,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:29:40,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-07-22T12:29:40,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/session/6d0c8a8b283941789bc51dd50898baed] hfiles 2023-07-22T12:29:40,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/session/6d0c8a8b283941789bc51dd50898baed for snapshot=snapshot_backup_system 2023-07-22T12:29:40,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:40,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-07-22T12:29:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-07-22T12:29:40,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:40,391 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:40,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-07-22T12:29:40,395 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:29:40,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 5bc8f3d60afeb1e6f2a00790248a2873 in 406 msec 2023-07-22T12:29:40,397 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:29:40,402 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:29:40,402 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:29:40,405 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:29:40,434 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:29:40,454 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:29:40,455 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:29:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:40,895 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:29:40,896 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:29:40,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3410 sec 2023-07-22T12:29:40,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:29:41,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16900289691733' 2023-07-22T12:29:41,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-07-22T12:29:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:41,674 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(115): Backup backup_1690028979447 started at 1690028981673. 2023-07-22T12:29:41,702 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(119): Backup session backup_1690028979447 has been started. 2023-07-22T12:29:41,706 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:29:41,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:29:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:29:41,724 INFO [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:29:41,724 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:29:41,725 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:29:41,725 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:29:41,726 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:29:41,727 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,727 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:29:41,727 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:29:41,728 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:29:41,728 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:29:41,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:29:41,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:29:41,729 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:29:41,732 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:29:41,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:29:41,733 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:29:41,733 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:29:41,734 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:29:41,734 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:29:41,734 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,35539,1690028960356' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:29:41,737 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:29:41,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:29:41,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:29:41,737 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:29:41,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:29:41,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:29:41,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:29:41,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:29:41,739 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,35539,1690028960356' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:29:41,739 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3389cb35[Count = 0] remaining members to acquire global barrier 2023-07-22T12:29:41,739 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:29:41,739 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:29:41,742 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:29:41,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:29:41,742 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:29:41,742 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:29:41,743 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:29:41,743 DEBUG [rs(jenkins-hbase3.apache.org,35539,1690028960356)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,743 INFO [rs(jenkins-hbase3.apache.org,35539,1690028960356)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690028962371 highest: 1690028962371 on jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,743 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35539%2C1690028960356:(num 1690028962371) roll requested 2023-07-22T12:29:41,755 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.1690028981744, exclude list is [], retry=0 2023-07-22T12:29:41,760 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK] 2023-07-22T12:29:41,765 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.1690028962371 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.1690028981744 2023-07-22T12:29:41,766 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK]] 2023-07-22T12:29:41,766 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.1690028962371 is not closed yet, will try archiving it next time 2023-07-22T12:29:41,766 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta:.meta(num 1690028962813) roll requested 2023-07-22T12:29:41,783 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta.1690028981766.meta, exclude list is [], retry=0 2023-07-22T12:29:41,788 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK] 2023-07-22T12:29:41,791 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta.1690028962813.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta.1690028981766.meta 2023-07-22T12:29:41,791 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44865,DS-114339bb-1a85-4d78-aa40-1e18099af381,DISK]] 2023-07-22T12:29:41,791 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta.1690028962813.meta is not closed yet, will try archiving it next time 2023-07-22T12:29:41,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/WALs/jenkins-hbase3.apache.org,35539,1690028960356/jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta.1690028962813.meta not finished, retry = 0 2023-07-22T12:29:41,804 DEBUG [rs(jenkins-hbase3.apache.org,35539,1690028960356)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-07-22T12:29:41,804 INFO [rs(jenkins-hbase3.apache.org,35539,1690028960356)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690028981744 on jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,805 DEBUG [rs(jenkins-hbase3.apache.org,35539,1690028960356)-backup-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:29:41,807 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43998, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:29:41,827 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:29:41,827 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,35539,1690028960356' in zk 2023-07-22T12:29:41,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,832 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:29:41,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:29:41,832 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:29:41,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:29:41,832 DEBUG [member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:29:41,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:29:41,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:29:41,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:29:41,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:29:41,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:29:41,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,837 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,35539,1690028960356': 2023-07-22T12:29:41,837 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,35539,1690028960356' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:29:41,837 INFO [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:29:41,837 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:29:41,837 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:29:41,837 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:29:41,837 INFO [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:29:41,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:29:41,840 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:29:41,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:29:41,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:29:41,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:29:41,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:29:41,840 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:29:41,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:29:41,841 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:29:41,841 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:29:41,841 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:29:41,842 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:29:41,842 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,842 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:29:41,843 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:29:41,843 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:41,853 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:29:41,853 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:29:41,853 DEBUG [(jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:29:41,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:29:41,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:29:41,854 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:29:41,854 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:29:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:29:41,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } 2023-07-22T12:29:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028981967 (current time:1690028981967). 2023-07-22T12:29:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:29:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690028981966_default_test-1690028969173 VERSION not specified, setting to 2 2023-07-22T12:29:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40679d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:41,979 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36634, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:29:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } 2023-07-22T12:29:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:29:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:29:41,990 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:29:41,991 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:29:41,994 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:29:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:29:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:29:42,411 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:29:42,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 916c33e5c2fa19b974366d125b9266d8}] 2023-07-22T12:29:42,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:42,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35539 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-07-22T12:29:42,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:42,567 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 916c33e5c2fa19b974366d125b9266d8 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:29:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:29:42,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/.tmp/f/dbdf645f37fe4feca8f079f01cf4079b is 37, key is row10/f:q1/1690028970833/Put/seqid=0 2023-07-22T12:29:42,607 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/.tmp/f/dbdf645f37fe4feca8f079f01cf4079b 2023-07-22T12:29:42,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: dbdf645f37fe4feca8f079f01cf4079b 2023-07-22T12:29:42,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/.tmp/f/dbdf645f37fe4feca8f079f01cf4079b as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/f/dbdf645f37fe4feca8f079f01cf4079b 2023-07-22T12:29:42,629 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/f/dbdf645f37fe4feca8f079f01cf4079b, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:29:42,632 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 916c33e5c2fa19b974366d125b9266d8 in 65ms, sequenceid=103, compaction requested=false 2023-07-22T12:29:42,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 916c33e5c2fa19b974366d125b9266d8: 2023-07-22T12:29:42,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. for snapshot_1690028981966_default_test-1690028969173 completed. 2023-07-22T12:29:42,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8.' region-info for snapshot=snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:42,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:29:42,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/f/dbdf645f37fe4feca8f079f01cf4079b] hfiles 2023-07-22T12:29:42,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/f/dbdf645f37fe4feca8f079f01cf4079b for snapshot=snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:43,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:43,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-07-22T12:29:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-07-22T12:29:43,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690028981966_default_test-1690028969173 on region 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:43,048 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:43,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-07-22T12:29:43,051 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:29:43,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 916c33e5c2fa19b974366d125b9266d8 in 638 msec 2023-07-22T12:29:43,052 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:29:43,053 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:29:43,053 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:43,054 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/.tmp/snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:29:43,474 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:29:43,483 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:29:43,483 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/.tmp/snapshot_1690028981966_default_test-1690028969173 to hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:43,923 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:29:43,923 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:29:43,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028981966_default_test-1690028969173 table=test-1690028969173 type=FLUSH ttl=0 } in 1.9420 sec 2023-07-22T12:29:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:29:44,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } 2023-07-22T12:29:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028984094 (current time:1690028984094). 2023-07-22T12:29:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:29:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690028984093_ns2_test-16900289691731 VERSION not specified, setting to 2 2023-07-22T12:29:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dfc1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:44,103 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36642, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:29:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } 2023-07-22T12:29:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:29:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:29:44,108 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:29:44,109 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:29:44,111 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:29:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:29:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:29:44,520 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:29:44,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 99b66044efe391a46dbb489d96ad41f7}] 2023-07-22T12:29:44,523 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:44,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35539 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-07-22T12:29:44,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:44,677 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 99b66044efe391a46dbb489d96ad41f7 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:29:44,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/.tmp/f/2327f208d455478ba381c56827e09422 is 37, key is row10/f:q1/1690028973070/Put/seqid=0 2023-07-22T12:29:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:29:45,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/.tmp/f/2327f208d455478ba381c56827e09422 2023-07-22T12:29:45,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2327f208d455478ba381c56827e09422 2023-07-22T12:29:45,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/.tmp/f/2327f208d455478ba381c56827e09422 as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/f/2327f208d455478ba381c56827e09422 2023-07-22T12:29:45,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/f/2327f208d455478ba381c56827e09422, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:29:45,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 99b66044efe391a46dbb489d96ad41f7 in 446ms, sequenceid=103, compaction requested=false 2023-07-22T12:29:45,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 99b66044efe391a46dbb489d96ad41f7: 2023-07-22T12:29:45,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. for snapshot_1690028984093_ns2_test-16900289691731 completed. 2023-07-22T12:29:45,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7.' region-info for snapshot=snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:45,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:29:45,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/f/2327f208d455478ba381c56827e09422] hfiles 2023-07-22T12:29:45,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/f/2327f208d455478ba381c56827e09422 for snapshot=snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:29:45,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:45,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-07-22T12:29:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-07-22T12:29:45,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690028984093_ns2_test-16900289691731 on region 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:45,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:45,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-07-22T12:29:45,540 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:29:45,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 99b66044efe391a46dbb489d96ad41f7 in 1.0170 sec 2023-07-22T12:29:45,541 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:29:45,542 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:29:45,542 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:45,543 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/.tmp/snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:45,960 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:29:45,968 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:29:45,968 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/.tmp/snapshot_1690028984093_ns2_test-16900289691731 to hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:29:46,800 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:29:46,800 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:29:46,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028984093_ns2_test-16900289691731 table=ns2:test-16900289691731 type=FLUSH ttl=0 } in 2.6950 sec 2023-07-22T12:29:47,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:29:47,587 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:29:48,217 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690028979447 2023-07-22T12:29:48,217 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:29:48,219 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-07-22T12:29:48,219 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690028979447_test-1690028969173 2023-07-22T12:29:48,219 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690028981966_default_test-1690028969173 to hdfs://localhost:40427/backupUT/backup_1690028979447/default/test-1690028969173/ 2023-07-22T12:29:48,223 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:29:48,252 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40427, inputRoot=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:48,252 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,38605,1690028957422_-1212331183_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40427/backupUT/backup_1690028979447/default/test-1690028969173, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40427/backupUT/backup_1690028979447/default/test-1690028969173/.hbase-snapshot/.tmp/snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:48,252 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40427, inputRoot=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790, snapshotDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/snapshot_1690028981966_default_test-1690028969173. 2023-07-22T12:29:48,264 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/snapshot_1690028981966_default_test-1690028969173 to hdfs://localhost:40427/backupUT/backup_1690028979447/default/test-1690028969173/.hbase-snapshot/.tmp/snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:48,698 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:48,699 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:48,699 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:48,700 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,763 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop-7878358859982264885.jar 2023-07-22T12:29:49,763 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,764 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,765 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,765 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,765 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,766 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,766 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,767 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,767 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:49,768 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:29:49,769 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:29:49,769 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:29:49,770 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:29:49,770 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:29:49,771 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:29:49,771 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:29:49,772 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:29:49,772 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:29:49,773 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:29:49,773 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:29:49,774 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:29:49,778 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:29:49,779 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:29:49,779 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:29:49,780 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:29:49,780 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:29:49,781 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:29:49,781 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:29:49,871 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690028981966_default_test-1690028969173' hfile list 2023-07-22T12:29:49,881 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:29:50,115 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/mapreduce.cluster.local.dir/1690028990067/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:29:50,116 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/mapreduce.cluster.local.dir/1690028990067/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:29:50,270 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:29:50,299 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/f/dbdf645f37fe4feca8f079f01cf4079b output=hdfs://localhost:40427/backupUT/backup_1690028979447/default/test-1690028969173/archive/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/f/dbdf645f37fe4feca8f079f01cf4079b 2023-07-22T12:29:50,299 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-07-22T12:29:51,182 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:29:51,184 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:29:51,191 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:51,192 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690028981966_default_test-1690028969173 finished. 2023-07-22T12:29:51,192 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690028979447_ns2:test-16900289691731 2023-07-22T12:29:51,192 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690028984093_ns2_test-16900289691731 to hdfs://localhost:40427/backupUT/backup_1690028979447/ns2/test-16900289691731/ 2023-07-22T12:29:51,192 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:29:51,229 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40427, inputRoot=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790 2023-07-22T12:29:51,229 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,38605,1690028957422_142625679_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40427/backupUT/backup_1690028979447/ns2/test-16900289691731, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40427/backupUT/backup_1690028979447/ns2/test-16900289691731/.hbase-snapshot/.tmp/snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:51,229 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40427, inputRoot=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790, snapshotDir=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/snapshot_1690028984093_ns2_test-16900289691731. 2023-07-22T12:29:51,238 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/.hbase-snapshot/snapshot_1690028984093_ns2_test-16900289691731 to hdfs://localhost:40427/backupUT/backup_1690028979447/ns2/test-16900289691731/.hbase-snapshot/.tmp/snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:51,662 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:51,662 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:51,663 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:51,663 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:51,976 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:29:51,978 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59208, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:29:52,643 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop-1884014774612541009.jar 2023-07-22T12:29:52,644 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,644 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,645 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,645 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,646 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,646 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,646 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,647 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,647 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:29:52,648 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:29:52,649 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:29:52,649 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:29:52,649 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:29:52,650 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:29:52,650 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:29:52,651 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:29:52,651 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:29:52,652 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:29:52,652 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:29:52,653 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:29:52,653 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:29:52,654 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:29:52,654 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:29:52,655 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:29:52,655 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:29:52,656 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:29:52,656 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:29:52,657 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:29:52,702 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690028984093_ns2_test-16900289691731' hfile list 2023-07-22T12:29:52,704 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:29:52,775 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/mapreduce.cluster.local.dir/1690028992742/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:29:52,776 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/mapreduce.cluster.local.dir/1690028992742/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:29:52,830 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:29:52,879 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/f/2327f208d455478ba381c56827e09422 output=hdfs://localhost:40427/backupUT/backup_1690028979447/ns2/test-16900289691731/archive/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/f/2327f208d455478ba381c56827e09422 2023-07-22T12:29:52,879 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-07-22T12:29:53,814 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:29:53,815 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:29:53,823 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:53,824 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690028984093_ns2_test-16900289691731 finished. 2023-07-22T12:29:53,824 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupSystemTable(1014): test-1690028969173 2023-07-22T12:29:53,824 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupSystemTable(1014): ns2:test-16900289691731 2023-07-22T12:29:53,896 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028979447 2023-07-22T12:29:53,896 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:29:53,907 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40427/backupUT/backup_1690028979447/.backup.manifest 2023-07-22T12:29:53,907 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028979447 2023-07-22T12:29:53,907 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:29:54,313 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40427/backupUT/backup_1690028979447/.backup.manifest 2023-07-22T12:29:54,313 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(358): Backup backup_1690028979447 finished: type=FULL,tablelist=test-1690028969173;ns2:test-16900289691731,targetRootDir=hdfs://localhost:40427/backupUT,startts=1690028981673,completets=1690028993893,bytescopied=0 2023-07-22T12:29:54,313 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:29:54,313 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:54,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690028981966_default_test-1690028969173" 2023-07-22T12:29:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690028981966_default_test-1690028969173 2023-07-22T12:29:54,329 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690028981966_default_test-1690028969173 for backup backup_1690028979447 succeeded. 2023-07-22T12:29:54,329 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:54,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690028984093_ns2_test-16900289691731" 2023-07-22T12:29:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690028984093_ns2_test-16900289691731 2023-07-22T12:29:54,333 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690028984093_ns2_test-16900289691731 for backup backup_1690028979447 succeeded. 2023-07-22T12:29:54,334 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:29:54,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:29:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:29:54,349 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:29:54,357 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:29:54,374 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] impl.TableBackupClient(376): Backup backup_1690028979447 completed. Backup session backup_1690028979447 finished. Status: SUCCESS 2023-07-22T12:29:54,374 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:54,395 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] backup.TestFullBackup(60): backup complete 2023-07-22T12:29:54,415 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.ResourceChecker(175): after: backup.TestFullBackup#testFullBackupMultipleCommand Thread=595 (was 583) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,35539,1690028960356' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1294236100-172.31.12.81-1690028954279:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/cluster_b821076a-8122-8263-10ba-400e26c86c52/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57913@0x49ac197e-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0x309c0b76-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-524764898_16 at /127.0.0.1:57638 [Receiving block BP-1294236100-172.31.12.81-1690028954279:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-355366359_16 at /127.0.0.1:57774 [Waiting for operation #13] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,35539,1690028960356)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x309c0b76-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/cluster_b821076a-8122-8263-10ba-400e26c86c52/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57913@0x49ac197e java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$483/783022016.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,38605,1690028957422)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1294236100-172.31.12.81-1690028954279:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x309c0b76-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-355366359_16 at /127.0.0.1:57742 [Waiting for operation #19] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-524764898_16 at /127.0.0.1:57648 [Receiving block BP-1294236100-172.31.12.81-1690028954279:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57913@0x49ac197e-SendThread(127.0.0.1:57913) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x78ef8623-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x309c0b76-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=682 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=130 (was 153), ProcessCount=168 (was 168), AvailableMemoryMB=16655 (was 17324) 2023-07-22T12:29:54,415 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-07-22T12:29:54,423 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-07-22T12:29:54,423 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:54,423 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-07-22T12:29:54,423 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] util.JVMClusterUtil(257): Found active master hash=1788275260, stopped=false 2023-07-22T12:29:54,424 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:54,427 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] procedure2.ProcedureExecutor(631): Stopping 2023-07-22T12:29:54,428 DEBUG [Listener at jenkins-hbase3.apache.org/44605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:54,428 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,35539,1690028960356' ***** 2023-07-22T12:29:54,428 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-07-22T12:29:54,428 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:29:54,440 INFO [RS:0;jenkins-hbase3:35539 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5878338b{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:29:54,445 INFO [RS:0;jenkins-hbase3:35539 {}] server.AbstractConnector(383): Stopped ServerConnector@f535c66{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:29:54,445 INFO [RS:0;jenkins-hbase3:35539 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:29:54,445 INFO [RS:0;jenkins-hbase3:35539 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@a6e59ef{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:29:54,446 INFO [RS:0;jenkins-hbase3:35539 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3b3c60b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop.log.dir/,STOPPED} 2023-07-22T12:29:54,448 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HeapMemoryManager(220): Stopping 2023-07-22T12:29:54,448 INFO [RS:0;jenkins-hbase3:35539 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-07-22T12:29:54,448 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-07-22T12:29:54,448 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-07-22T12:29:54,448 INFO [RS:0;jenkins-hbase3:35539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-07-22T12:29:54,449 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3524): Received CLOSE for 4959926e58a98476d0e9468eccfc09ce 2023-07-22T12:29:54,449 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3524): Received CLOSE for fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:54,449 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3524): Received CLOSE for cd014126d13d2188385c2911217ac5d4 2023-07-22T12:29:54,449 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3524): Received CLOSE for ab13722c6e31280eea2513b77290e72b 2023-07-22T12:29:54,449 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3524): Received CLOSE for 99b66044efe391a46dbb489d96ad41f7 2023-07-22T12:29:54,449 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3524): Received CLOSE for 5bc8f3d60afeb1e6f2a00790248a2873 2023-07-22T12:29:54,449 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3524): Received CLOSE for 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:54,449 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35539,1690028960356 2023-07-22T12:29:54,449 DEBUG [RS:0;jenkins-hbase3:35539 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:54,450 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4959926e58a98476d0e9468eccfc09ce, disabling compactions & flushes 2023-07-22T12:29:54,450 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-07-22T12:29:54,450 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:54,450 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-07-22T12:29:54,450 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-07-22T12:29:54,450 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:54,450 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-07-22T12:29:54,450 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. after waiting 0 ms 2023-07-22T12:29:54,450 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:54,451 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-07-22T12:29:54,451 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1583): Online Regions={4959926e58a98476d0e9468eccfc09ce=ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce., 1588230740=hbase:meta,,1.1588230740, fc87e46c8516469bc09a1a867196a2c1=ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1., cd014126d13d2188385c2911217ac5d4=hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4., ab13722c6e31280eea2513b77290e72b=backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b., 99b66044efe391a46dbb489d96ad41f7=ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7., 5bc8f3d60afeb1e6f2a00790248a2873=backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873., 916c33e5c2fa19b974366d125b9266d8=test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8.} 2023-07-22T12:29:54,451 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:29:54,451 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:29:54,451 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:29:54,451 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:29:54,451 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:29:54,451 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-07-22T12:29:54,452 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 4959926e58a98476d0e9468eccfc09ce, 5bc8f3d60afeb1e6f2a00790248a2873, 916c33e5c2fa19b974366d125b9266d8, 99b66044efe391a46dbb489d96ad41f7, ab13722c6e31280eea2513b77290e72b, cd014126d13d2188385c2911217ac5d4, fc87e46c8516469bc09a1a867196a2c1 2023-07-22T12:29:54,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns4/test-16900289691733/4959926e58a98476d0e9468eccfc09ce/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:29:54,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:54,457 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:54,457 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4959926e58a98476d0e9468eccfc09ce: 2023-07-22T12:29:54,457 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16900289691733,,1690028974281.4959926e58a98476d0e9468eccfc09ce. 2023-07-22T12:29:54,458 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fc87e46c8516469bc09a1a867196a2c1, disabling compactions & flushes 2023-07-22T12:29:54,458 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:54,458 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:54,458 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. after waiting 0 ms 2023-07-22T12:29:54,458 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:54,462 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns3/test-16900289691732/fc87e46c8516469bc09a1a867196a2c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:29:54,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:54,465 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:54,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fc87e46c8516469bc09a1a867196a2c1: 2023-07-22T12:29:54,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16900289691732,,1690028973152.fc87e46c8516469bc09a1a867196a2c1. 2023-07-22T12:29:54,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing cd014126d13d2188385c2911217ac5d4, disabling compactions & flushes 2023-07-22T12:29:54,466 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:54,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:54,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. after waiting 0 ms 2023-07-22T12:29:54,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:54,466 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing cd014126d13d2188385c2911217ac5d4 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-07-22T12:29:54,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4/.tmp/info/4f270eb835634ce19ef8caff48f127d7 is 45, key is default/info:d/1690028964594/Put/seqid=0 2023-07-22T12:29:54,486 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/.tmp/info/74b9511ec03941fda5c48a1e4c3c78a6 is 159, key is ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7./info:regioninfo/1690028972110/Put/seqid=0 2023-07-22T12:29:54,487 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4/.tmp/info/4f270eb835634ce19ef8caff48f127d7 2023-07-22T12:29:54,495 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4f270eb835634ce19ef8caff48f127d7 2023-07-22T12:29:54,496 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4/.tmp/info/4f270eb835634ce19ef8caff48f127d7 as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4/info/4f270eb835634ce19ef8caff48f127d7 2023-07-22T12:29:54,503 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4/info/4f270eb835634ce19ef8caff48f127d7, entries=7, sequenceid=11, filesize=5.1 K 2023-07-22T12:29:54,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for cd014126d13d2188385c2911217ac5d4 in 38ms, sequenceid=11, compaction requested=false 2023-07-22T12:29:54,507 DEBUG [StoreFileCloser-cd014126d13d2188385c2911217ac5d4-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4f270eb835634ce19ef8caff48f127d7 2023-07-22T12:29:54,512 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/namespace/cd014126d13d2188385c2911217ac5d4/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-07-22T12:29:54,513 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:54,514 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:54,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for cd014126d13d2188385c2911217ac5d4: 2023-07-22T12:29:54,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1690028963214.cd014126d13d2188385c2911217ac5d4. 2023-07-22T12:29:54,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ab13722c6e31280eea2513b77290e72b, disabling compactions & flushes 2023-07-22T12:29:54,514 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:54,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:54,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. after waiting 0 ms 2023-07-22T12:29:54,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:54,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system_bulk/ab13722c6e31280eea2513b77290e72b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:29:54,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:54,519 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:54,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ab13722c6e31280eea2513b77290e72b: 2023-07-22T12:29:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1690028977220.ab13722c6e31280eea2513b77290e72b. 2023-07-22T12:29:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 99b66044efe391a46dbb489d96ad41f7, disabling compactions & flushes 2023-07-22T12:29:54,520 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. after waiting 0 ms 2023-07-22T12:29:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:54,521 DEBUG [StoreFileCloser-99b66044efe391a46dbb489d96ad41f7-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2327f208d455478ba381c56827e09422 2023-07-22T12:29:54,524 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:29:54,526 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/ns2/test-16900289691731/99b66044efe391a46dbb489d96ad41f7/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-07-22T12:29:54,526 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:54,527 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:54,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 99b66044efe391a46dbb489d96ad41f7: 2023-07-22T12:29:54,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16900289691731,,1690028970929.99b66044efe391a46dbb489d96ad41f7. 2023-07-22T12:29:54,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5bc8f3d60afeb1e6f2a00790248a2873, disabling compactions & flushes 2023-07-22T12:29:54,527 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:54,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:54,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. after waiting 0 ms 2023-07-22T12:29:54,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:54,527 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 5bc8f3d60afeb1e6f2a00790248a2873 2/2 column families, dataSize=1.46 KB heapSize=2.69 KB 2023-07-22T12:29:54,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/meta/f1a9b790e9c54d01aeb3c639cb89df9e is 171, key is trslm:hdfs://localhost:40427/backupUT\x00ns2:test-16900289691731/meta:log-roll-map/1690028993883/Put/seqid=0 2023-07-22T12:29:54,652 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5bc8f3d60afeb1e6f2a00790248a2873, 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:54,852 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5bc8f3d60afeb1e6f2a00790248a2873, 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:54,893 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/.tmp/info/74b9511ec03941fda5c48a1e4c3c78a6 2023-07-22T12:29:54,900 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 74b9511ec03941fda5c48a1e4c3c78a6 2023-07-22T12:29:54,916 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/.tmp/table/2dceeed494bb4ee4b25cab2a9a69383b is 59, key is ns2:test-16900289691731/table:state/1690028972118/Put/seqid=0 2023-07-22T12:29:54,926 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/.tmp/table/2dceeed494bb4ee4b25cab2a9a69383b 2023-07-22T12:29:54,934 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2dceeed494bb4ee4b25cab2a9a69383b 2023-07-22T12:29:54,936 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/.tmp/info/74b9511ec03941fda5c48a1e4c3c78a6 as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/info/74b9511ec03941fda5c48a1e4c3c78a6 2023-07-22T12:29:54,944 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/info/74b9511ec03941fda5c48a1e4c3c78a6, entries=70, sequenceid=39, filesize=14.1 K 2023-07-22T12:29:54,945 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/.tmp/table/2dceeed494bb4ee4b25cab2a9a69383b as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/table/2dceeed494bb4ee4b25cab2a9a69383b 2023-07-22T12:29:54,947 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/meta/f1a9b790e9c54d01aeb3c639cb89df9e 2023-07-22T12:29:54,953 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/table/2dceeed494bb4ee4b25cab2a9a69383b, entries=14, sequenceid=39, filesize=5.8 K 2023-07-22T12:29:54,954 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=39, compaction requested=false 2023-07-22T12:29:54,957 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 74b9511ec03941fda5c48a1e4c3c78a6 2023-07-22T12:29:54,958 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f1a9b790e9c54d01aeb3c639cb89df9e 2023-07-22T12:29:54,959 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2dceeed494bb4ee4b25cab2a9a69383b 2023-07-22T12:29:54,964 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/session/0304d6bbf01144e3abe9582a8ec60a19 is 459, key is session:backup_1690028979447/session:context/1690028994356/Put/seqid=0 2023-07-22T12:29:54,964 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-07-22T12:29:54,965 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:54,965 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:29:54,966 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:29:54,966 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:29:54,966 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-07-22T12:29:55,053 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1609): Waiting on 5bc8f3d60afeb1e6f2a00790248a2873, 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:55,253 DEBUG [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1609): Waiting on 5bc8f3d60afeb1e6f2a00790248a2873, 916c33e5c2fa19b974366d125b9266d8 2023-07-22T12:29:55,261 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-07-22T12:29:55,261 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-07-22T12:29:55,370 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=713 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/session/0304d6bbf01144e3abe9582a8ec60a19 2023-07-22T12:29:55,377 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0304d6bbf01144e3abe9582a8ec60a19 2023-07-22T12:29:55,378 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/meta/f1a9b790e9c54d01aeb3c639cb89df9e as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/meta/f1a9b790e9c54d01aeb3c639cb89df9e 2023-07-22T12:29:55,384 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/meta/f1a9b790e9c54d01aeb3c639cb89df9e, entries=6, sequenceid=16, filesize=5.8 K 2023-07-22T12:29:55,385 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/.tmp/session/0304d6bbf01144e3abe9582a8ec60a19 as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/session/0304d6bbf01144e3abe9582a8ec60a19 2023-07-22T12:29:55,392 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/session/0304d6bbf01144e3abe9582a8ec60a19, entries=2, sequenceid=16, filesize=5.4 K 2023-07-22T12:29:55,393 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.46 KB/1498, heapSize ~2.66 KB/2720, currentSize=0 B/0 for 5bc8f3d60afeb1e6f2a00790248a2873 in 866ms, sequenceid=16, compaction requested=false 2023-07-22T12:29:55,395 DEBUG [StoreFileCloser-5bc8f3d60afeb1e6f2a00790248a2873-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f1a9b790e9c54d01aeb3c639cb89df9e 2023-07-22T12:29:55,397 DEBUG [StoreFileCloser-5bc8f3d60afeb1e6f2a00790248a2873-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6d0c8a8b283941789bc51dd50898baed 2023-07-22T12:29:55,399 DEBUG [StoreFileCloser-5bc8f3d60afeb1e6f2a00790248a2873-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0304d6bbf01144e3abe9582a8ec60a19 2023-07-22T12:29:55,403 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/backup/system/5bc8f3d60afeb1e6f2a00790248a2873/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-07-22T12:29:55,404 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:55,404 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:55,404 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5bc8f3d60afeb1e6f2a00790248a2873: 2023-07-22T12:29:55,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1690028976594.5bc8f3d60afeb1e6f2a00790248a2873. 2023-07-22T12:29:55,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 916c33e5c2fa19b974366d125b9266d8, disabling compactions & flushes 2023-07-22T12:29:55,405 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:55,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:55,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. after waiting 0 ms 2023-07-22T12:29:55,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:55,406 DEBUG [StoreFileCloser-916c33e5c2fa19b974366d125b9266d8-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: dbdf645f37fe4feca8f079f01cf4079b 2023-07-22T12:29:55,410 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/data/default/test-1690028969173/916c33e5c2fa19b974366d125b9266d8/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-07-22T12:29:55,410 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:55,411 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:55,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 916c33e5c2fa19b974366d125b9266d8: 2023-07-22T12:29:55,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1690028969173,,1690028969659.916c33e5c2fa19b974366d125b9266d8. 2023-07-22T12:29:55,453 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35539,1690028960356; all regions closed. 2023-07-22T12:29:55,463 DEBUG [RS:0;jenkins-hbase3:35539 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/oldWALs 2023-07-22T12:29:55,463 INFO [RS:0;jenkins-hbase3:35539 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35539%2C1690028960356.meta:.meta(num 1690028981766) 2023-07-22T12:29:55,468 DEBUG [RS:0;jenkins-hbase3:35539 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/oldWALs 2023-07-22T12:29:55,469 INFO [RS:0;jenkins-hbase3:35539 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35539%2C1690028960356:(num 1690028981744) 2023-07-22T12:29:55,469 DEBUG [RS:0;jenkins-hbase3:35539 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:55,469 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:29:55,469 INFO [RS:0;jenkins-hbase3:35539 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-07-22T12:29:55,469 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:29:55,471 INFO [RS:0;jenkins-hbase3:35539 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:35539 2023-07-22T12:29:55,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,35539,1690028960356] 2023-07-22T12:29:55,482 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,35539,1690028960356; numProcessing=1 2023-07-22T12:29:55,483 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,35539,1690028960356 expired; onlineServers=0 2023-07-22T12:29:55,483 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,38605,1690028957422' ***** 2023-07-22T12:29:55,483 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-07-22T12:29:55,484 DEBUG [M:0;jenkins-hbase3:38605 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1636d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:29:55,484 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:29:55,526 INFO [M:0;jenkins-hbase3:38605 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@33a90e41{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:29:55,526 INFO [M:0;jenkins-hbase3:38605 {}] server.AbstractConnector(383): Stopped ServerConnector@206bbab6{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:29:55,526 INFO [M:0;jenkins-hbase3:38605 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:29:55,527 INFO [M:0;jenkins-hbase3:38605 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3f144b76{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:29:55,528 INFO [M:0;jenkins-hbase3:38605 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@fea5062{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/hadoop.log.dir/,STOPPED} 2023-07-22T12:29:55,528 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,38605,1690028957422 2023-07-22T12:29:55,528 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,38605,1690028957422; all regions closed. 2023-07-22T12:29:55,528 DEBUG [M:0;jenkins-hbase3:38605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:55,528 INFO [M:0;jenkins-hbase3:38605 {}] master.HMaster(1664): Stopping master jetty server 2023-07-22T12:29:55,529 INFO [M:0;jenkins-hbase3:38605 {}] server.AbstractConnector(383): Stopped ServerConnector@69d2ed8e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:29:55,529 DEBUG [M:0;jenkins-hbase3:38605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-07-22T12:29:55,529 INFO [M:0;jenkins-hbase3:38605 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-07-22T12:29:55,529 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-07-22T12:29:55,530 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028962087 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028962087,5,FailOnTimeoutGroup] 2023-07-22T12:29:55,530 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028962087 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028962087,5,FailOnTimeoutGroup] 2023-07-22T12:29:55,530 DEBUG [M:0;jenkins-hbase3:38605 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:55,530 DEBUG [M:0;jenkins-hbase3:38605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-07-22T12:29:55,530 INFO [M:0;jenkins-hbase3:38605 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-07-22T12:29:55,530 DEBUG [M:0;jenkins-hbase3:38605 {}] master.HMaster(1687): Stopping service threads 2023-07-22T12:29:55,530 INFO [M:0;jenkins-hbase3:38605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-07-22T12:29:55,530 ERROR [M:0;jenkins-hbase3:38605 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-07-22T12:29:55,531 INFO [M:0;jenkins-hbase3:38605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-07-22T12:29:55,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-07-22T12:29:55,532 WARN [M:0;jenkins-hbase3:38605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-07-22T12:29:55,532 INFO [M:0;jenkins-hbase3:38605 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-07-22T12:29:55,532 INFO [M:0;jenkins-hbase3:38605 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-07-22T12:29:55,533 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:29:55,545 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:55,545 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:55,545 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:29:55,545 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:55,545 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=147.62 KB heapSize=176.91 KB 2023-07-22T12:29:55,559 DEBUG [M:0;jenkins-hbase3:38605 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66117fa04a4a426a903c10364348a024 is 88, key is hbase:meta,,1/info:sn/1690028962568/Put/seqid=0 2023-07-22T12:29:55,582 INFO [RS:0;jenkins-hbase3:35539 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35539,1690028960356; zookeeper connection closed. 2023-07-22T12:29:55,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5088321b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5088321b 2023-07-22T12:29:55,583 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-07-22T12:29:55,964 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66117fa04a4a426a903c10364348a024 2023-07-22T12:29:55,970 DEBUG [M:0;jenkins-hbase3:38605 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 66117fa04a4a426a903c10364348a024 2023-07-22T12:29:55,986 DEBUG [M:0;jenkins-hbase3:38605 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1295e3c7cc64f85834963e939f6f8e1 is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1690028978414/Put/seqid=0 2023-07-22T12:29:56,392 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147.03 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1295e3c7cc64f85834963e939f6f8e1 2023-07-22T12:29:56,398 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1295e3c7cc64f85834963e939f6f8e1 2023-07-22T12:29:56,398 DEBUG [M:0;jenkins-hbase3:38605 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f1295e3c7cc64f85834963e939f6f8e1 2023-07-22T12:29:56,411 DEBUG [M:0;jenkins-hbase3:38605 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29fcf12255144eaca439c198b4914afa is 82, key is jenkins-hbase3.apache.org,35539,1690028960356/rs:state/1690028962106/Put/seqid=0 2023-07-22T12:29:56,816 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29fcf12255144eaca439c198b4914afa 2023-07-22T12:29:56,822 DEBUG [M:0;jenkins-hbase3:38605 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 29fcf12255144eaca439c198b4914afa 2023-07-22T12:29:56,823 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66117fa04a4a426a903c10364348a024 as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66117fa04a4a426a903c10364348a024 2023-07-22T12:29:56,828 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66117fa04a4a426a903c10364348a024, entries=8, sequenceid=341, filesize=5.5 K 2023-07-22T12:29:56,829 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1295e3c7cc64f85834963e939f6f8e1 as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1295e3c7cc64f85834963e939f6f8e1 2023-07-22T12:29:56,834 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1295e3c7cc64f85834963e939f6f8e1 2023-07-22T12:29:56,834 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1295e3c7cc64f85834963e939f6f8e1, entries=37, sequenceid=341, filesize=13.3 K 2023-07-22T12:29:56,835 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29fcf12255144eaca439c198b4914afa as hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29fcf12255144eaca439c198b4914afa 2023-07-22T12:29:56,840 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40427/user/jenkins/test-data/c2386a23-7938-69c8-bdc4-995ec9b3a790/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29fcf12255144eaca439c198b4914afa, entries=1, sequenceid=341, filesize=5.1 K 2023-07-22T12:29:56,841 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(3022): Finished flush of dataSize ~147.62 KB/151164, heapSize ~176.61 KB/180848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=341, compaction requested=false 2023-07-22T12:29:56,843 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 66117fa04a4a426a903c10364348a024 2023-07-22T12:29:56,844 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f1295e3c7cc64f85834963e939f6f8e1 2023-07-22T12:29:56,845 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 29fcf12255144eaca439c198b4914afa 2023-07-22T12:29:56,845 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:56,846 DEBUG [M:0;jenkins-hbase3:38605 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:29:56,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:29:56,848 INFO [M:0;jenkins-hbase3:38605 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-07-22T12:29:56,848 INFO [M:0;jenkins-hbase3:38605 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-07-22T12:29:56,849 INFO [M:0;jenkins-hbase3:38605 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:38605 2023-07-22T12:29:56,952 INFO [M:0;jenkins-hbase3:38605 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,38605,1690028957422; zookeeper connection closed. 2023-07-22T12:29:56,955 WARN [Listener at jenkins-hbase3.apache.org/44605 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-07-22T12:29:56,958 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:29:57,065 WARN [BP-1294236100-172.31.12.81-1690028954279 heartbeating to localhost/127.0.0.1:40427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-07-22T12:29:57,065 WARN [BP-1294236100-172.31.12.81-1690028954279 heartbeating to localhost/127.0.0.1:40427 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1294236100-172.31.12.81-1690028954279 (Datanode Uuid 002073ed-90f9-428a-87de-eec016f1f741) service to localhost/127.0.0.1:40427 2023-07-22T12:29:57,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/cluster_b821076a-8122-8263-10ba-400e26c86c52/dfs/data/data1/current/BP-1294236100-172.31.12.81-1690028954279 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:29:57,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/d9347f41-74ec-2489-aa57-8b45d0be2aec/cluster_b821076a-8122-8263-10ba-400e26c86c52/dfs/data/data2/current/BP-1294236100-172.31.12.81-1690028954279 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:29:57,115 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:29:57,264 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-07-22T12:29:57,264 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-07-22T12:29:57,275 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:29:57,391 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:29:57,501 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:29:57,501 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:29:57,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900289691733 2023-07-22T12:29:57,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:29:57,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:29:57,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:29:57,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:29:57,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:29:57,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900289691731 2023-07-22T12:29:57,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:29:57,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900289691732 2023-07-22T12:29:57,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:57,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690028969173 2023-07-22T12:29:57,609 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-07-22T12:29:57,615 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-07-22T12:29:57,616 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:29:57,621 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:29:57,724 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:29:57,724 INFO [Listener at jenkins-hbase3.apache.org/44605 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped